-- Logs begin at Fri 2021-07-23 15:26:04 UTC, end at Fri 2021-07-23 16:32:53 UTC. -- Jul 23 16:06:47.534858 dv-cinder-802036-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 16:06:49.965613 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:06:49.966293 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev4 Jul 23 16:06:49.966293 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78476) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:06:49.969401 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:06:49.969659 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev4 Jul 23 16:06:49.969972 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78476) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:06:49.970903 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 23 16:06:49.971139 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 23 16:06:49.971499 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 23 16:06:49.971748 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 23 16:06:49.971974 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 23 16:06:49.972292 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.972586 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.972877 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.973108 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.973425 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.973715 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.973996 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.974286 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.974583 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.974872 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.975151 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.975437 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.976185 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.976473 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.976761 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.977049 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.977301 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] debug = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.977588 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.978018 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.978420 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.978703 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.978990 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.979269 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.979542 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.979818 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.980105 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.980437 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] host = dv-cinder-802036-1-smb {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.980718 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.981008 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.981324 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.981616 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.981894 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.982174 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.982466 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.982738 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.983014 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] log_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.983291 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.983594 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.983869 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.984166 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.984394 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.984619 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.984909 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.985222 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.985501 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.985778 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.986052 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.986325 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.986599 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.986870 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.987156 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.987442 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.987728 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.988009 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.988283 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.988556 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.988831 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.989128 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.989418 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.989694 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.989970 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.990258 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.990529 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.990803 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.991125 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.991962 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.992249 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.992542 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.992816 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.993102 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.993403 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.993680 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.993954 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] use_json = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.994230 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.994503 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.994784 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.995060 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.995333 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.995607 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.995879 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.996167 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:49.996465 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.996764 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.997067 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.997379 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.997678 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.997966 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.998260 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.998543 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.998841 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.999132 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.999425 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.999706 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:49.999995 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.000278 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.000575 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.000883 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.001211 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.001509 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.001789 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.002068 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.002346 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.002628 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.002923 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.003220 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.003514 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.003793 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.004075 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.004369 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.004653 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.004932 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.005238 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.005533 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.005814 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.006089 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.006376 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.006661 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.006963 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.007238 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.007519 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.007817 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.008094 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.008368 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.008642 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.008921 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.009221 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.009513 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.009802 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.010078 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.010353 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.010634 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.010908 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.011185 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.011465 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.011739 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.012019 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.012292 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.012570 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.012846 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.013132 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.013413 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.013686 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.013958 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.014235 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.014507 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.014782 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.015056 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.015331 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.015603 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.015889 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.016187 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.016466 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.016744 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.017021 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.017322 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.017600 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.017882 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.018159 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.018436 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.018710 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.019000 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.019286 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.019571 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.019854 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.020130 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.020425 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.020702 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.020983 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.021284 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.021564 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.021852 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.022134 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.022458 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.022756 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.023050 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.023342 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.023634 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.023913 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.024223 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.024504 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:50.024726 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:06:50.024965 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78476) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 16:06:50.412112 dv-cinder-802036-1-smb neutron-server[78476]: INFO keyring.backend [-] Loading KWallet Jul 23 16:06:50.419973 dv-cinder-802036-1-smb neutron-server[78476]: INFO keyring.backend [-] Loading SecretService Jul 23 16:06:50.423597 dv-cinder-802036-1-smb neutron-server[78476]: INFO keyring.backend [-] Loading Windows Jul 23 16:06:50.424925 dv-cinder-802036-1-smb neutron-server[78476]: INFO keyring.backend [-] Loading chainer Jul 23 16:06:50.425541 dv-cinder-802036-1-smb neutron-server[78476]: INFO keyring.backend [-] Loading macOS Jul 23 16:06:50.459274 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:06:50.459548 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:06:50.459837 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:06:50.460679 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 16:06:50.769274 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.769568 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.769843 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.771058 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.771335 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.771603 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.893793 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.894088 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.894339 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.907448 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.907775 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.908048 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.936787 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.937070 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.937367 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.975741 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.976316 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:50.976316 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.221913 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.222126 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.222398 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.222671 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.223621 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.345600 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.345922 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.346208 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.346484 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.346756 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.347070 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.347338 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.347602 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.347859 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.348144 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.348406 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.348672 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.348937 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.349216 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.349485 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.349754 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.350018 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.350288 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.350539 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.351347 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.351697 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.351952 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.352203 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.352484 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.352736 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.352983 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.353389 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:51.353631 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:51.353869 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:51.354100 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:51.354334 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:51.354567 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:51.355026 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 16:06:51.358100 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 16:06:51.362015 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 16:06:51.365740 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 23 16:06:51.367419 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 16:06:51.367865 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 16:06:51.368201 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 16:06:51.368582 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 16:06:51.371396 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 16:06:51.371649 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 16:06:51.372146 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:06:51.399982 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 16:06:51.400427 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.400721 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78476) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 16:06:51.401087 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.402470 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78476) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 16:06:51.402755 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:06:51.403007 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 16:06:51.406190 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.406475 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.468336 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 16:06:51.468578 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 16:06:51.468820 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 16:06:51.469228 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 16:06:51.501758 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_db.sqlalchemy.engines [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78476) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 23 16:06:51.832004 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Initializing driver for type 'gre' Jul 23 16:06:51.832485 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] gre ID ranges: [(1, 1000)] Jul 23 16:06:51.887160 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Initializing driver for type 'local' Jul 23 16:06:51.887810 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Initializing driver for type 'vlan' Jul 23 16:06:51.899519 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] VlanTypeDriver initialization complete Jul 23 16:06:51.899871 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Initializing driver for type 'vxlan' Jul 23 16:06:51.900362 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] vxlan ID ranges: [(1, 1000)] Jul 23 16:06:51.951530 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Initializing extension driver 'port_security' Jul 23 16:06:51.951868 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.extensions.port_security [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] PortSecurityExtensionDriver initialization complete Jul 23 16:06:51.952243 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Initializing mechanism driver 'openvswitch' Jul 23 16:06:51.952505 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Initializing mechanism driver 'hyperv' Jul 23 16:06:51.958923 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.plugins.ml2.plugin [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:06:51.959681 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > port after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.960047 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > port after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.960894 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > port after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.961300 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.961648 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.961986 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.962355 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > network after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.962696 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > network after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.963031 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > network after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.963394 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > security_group after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.963733 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > security_group after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.964066 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.964438 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.964777 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.965124 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.965506 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > address_group after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.965840 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > address_group after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.966169 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.966500 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] ML2 OVO RPC backend initialized. {{(pid=78476) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 23 16:06:51.967181 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.967527 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.967931 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > network before_response 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.968270 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > networks before_response 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.968609 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > port before_response 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.968942 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > ports before_response 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.969313 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > subnet before_response 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.969650 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > subnets before_response 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.969988 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > network after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.970320 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > network after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.970647 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > network after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.970975 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > port after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.971304 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > port after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.971632 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > port after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.971961 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.972290 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.972619 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:51.973207 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.plugin [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Modular L2 Plugin initialization complete Jul 23 16:06:51.973525 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading services supported by the core plugin {{(pid=78476) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 16:06:51.973841 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.plugins.ml2.managers [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Got port-security extension from driver 'port_security' Jul 23 16:06:51.974285 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.extensions.vlantransparent [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Disabled vlantransparent extension. Jul 23 16:06:51.974757 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78476) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 16:06:51.975059 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading Plugin: router Jul 23 16:06:52.010950 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.011497 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router after_create 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.011685 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router before_create 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.012051 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.012438 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.012765 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router after_delete 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.013136 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.013502 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router after_create 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.013841 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router after_update 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.014185 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router after_update 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.014523 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.014876 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router after_update 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.015281 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.015642 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: port after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.015975 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: port after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.016307 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: subnet after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.016638 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.016978 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.017340 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.017676 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: port before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.018012 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router precommit_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.018367 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router after_update 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.018700 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.019042 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.019395 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.019731 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.020083 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > agent after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.020425 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > agent after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.020762 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > network after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.021627 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Tracking information for resource: router configured {{(pid=78476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:52.021949 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Tracking information for resource: floatingip configured {{(pid=78476) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:06:52.027241 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.db.l3_agentschedulers_db [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 16:06:52.027800 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: port after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.028159 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: port after_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.028507 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: port after_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.028850 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: port after_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.029646 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router before_create 55550100 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.030003 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.030357 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router precommit_create 55550100 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.030704 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > router precommit_update 55550100 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.034915 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.services.provider_configuration [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service providers = [] {{(pid=78476) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 16:06:52.035272 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.db.servicetype_db [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78476) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 16:06:52.038171 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.services.service_base [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:06:52.038543 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.services.service_base [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:06:52.038881 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.services.service_base [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:06:52.039749 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.services.service_base [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78476) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:06:52.040270 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.services.service_base [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 16:06:52.040633 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:52.040944 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 16:06:52.051157 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:52.051483 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading Plugin: auto_allocate Jul 23 16:06:52.057589 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: network precommit_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.057956 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: network precommit_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.058465 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:52.058777 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading Plugin: tag Jul 23 16:06:52.065439 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:52.065761 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading Plugin: timestamp Jul 23 16:06:52.069994 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:52.070398 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading Plugin: network_ip_availability Jul 23 16:06:52.075509 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.075871 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.076217 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.076994 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:52.077338 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading Plugin: flavors Jul 23 16:06:52.083365 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:52.083636 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading Plugin: revisions Jul 23 16:06:52.088385 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78476) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:06:52.088764 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_concurrency.lockutils [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=78476) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:06:52.089515 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78476) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 16:06:52.089845 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Initializing extension manager. Jul 23 16:06:52.090341 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: __init__.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.090674 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: __pycache__ {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.091001 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.091325 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: address_group.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.092064 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.092616 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: address-group Jul 23 16:06:52.092931 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: address_scope.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.093660 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.094168 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: address-scope Jul 23 16:06:52.094482 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.095386 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.095893 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: router-admin-state-down-before-update Jul 23 16:06:52.096204 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: agent.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.096890 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.097422 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: agent Jul 23 16:06:52.097733 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: agent_resources_synced.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.098626 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.099130 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: agent-resources-synced Jul 23 16:06:52.099441 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: allowedaddresspairs.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.101233 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.101756 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: allowed-address-pairs Jul 23 16:06:52.102073 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: auto_allocated_topology.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.103124 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.103637 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: auto-allocated-topology Jul 23 16:06:52.103953 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: availability_zone.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.104635 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.105159 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: availability_zone Jul 23 16:06:52.105479 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: availability_zone_filter.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.106371 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.106871 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: availability_zone_filter Jul 23 16:06:52.107185 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: data_plane_status.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.108075 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.108581 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 16:06:52.108896 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: default_subnetpools.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.109817 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.110319 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: default-subnetpools Jul 23 16:06:52.110635 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.111420 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.111922 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: dhcp_agent_scheduler Jul 23 16:06:52.112238 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: dns.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.113153 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.113656 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 16:06:52.113972 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: dns_domain_ports.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.114869 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.115381 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 16:06:52.115695 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: dvr.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.116350 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.116877 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: dvr Jul 23 16:06:52.117212 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: empty_string_filtering.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.118107 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.118611 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: empty-string-filtering Jul 23 16:06:52.118924 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.119811 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.120309 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:06:52.120620 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.121539 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.122039 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 16:06:52.122352 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: external_net.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.123242 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.123749 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: external-net Jul 23 16:06:52.124064 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.124956 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.125515 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: extra_dhcp_opt Jul 23 16:06:52.125832 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: extraroute.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.126736 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.127243 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: extraroute Jul 23 16:06:52.127557 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: extraroute_atomic.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.128574 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.129084 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: extraroute-atomic Jul 23 16:06:52.129431 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: filter_validation.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.130086 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.130593 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: filter-validation Jul 23 16:06:52.130907 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: fip_pf_description.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.131961 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.132989 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 16:06:52.133336 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: fip_port_details.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.134248 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.134755 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: fip-port-details Jul 23 16:06:52.135066 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: flavors.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.136293 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.136809 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: flavors Jul 23 16:06:52.137151 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.138778 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.139295 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 16:06:52.139617 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: floatingip_pools.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.140301 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.140812 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: floatingip-pools Jul 23 16:06:52.141136 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: ip_allocation.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.142047 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.142551 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 16:06:52.142864 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.143766 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.144359 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: ip-substring-filtering Jul 23 16:06:52.144677 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: l2_adjacency.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.145623 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.146127 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 16:06:52.146442 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: l3.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.147372 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.148437 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: router Jul 23 16:06:52.148789 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.151038 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.151571 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:06:52.151895 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.152813 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.153356 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: ext-gw-mode Jul 23 16:06:52.153676 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.154589 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.155100 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: l3-ha Jul 23 16:06:52.155416 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: l3_flavors.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.156312 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.156820 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: l3-flavors Jul 23 16:06:52.157155 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.158074 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.158580 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 16:06:52.158896 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: l3agentscheduler.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.159908 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.160422 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: l3_agent_scheduler Jul 23 16:06:52.160738 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: logging.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.162240 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.162762 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension logging not supported by any of loaded plugins Jul 23 16:06:52.163083 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: metering.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.163831 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.164401 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: metering Jul 23 16:06:52.164719 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.165811 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.166329 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: metering_source_and_destination_fields Jul 23 16:06:52.166646 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: multiprovidernet.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.167679 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.168196 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: multi-provider Jul 23 16:06:52.168516 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: netmtu.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.169446 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.169958 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: net-mtu Jul 23 16:06:52.170277 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: netmtu_writable.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.171179 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.171690 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: net-mtu-writable Jul 23 16:06:52.172008 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: network_availability_zone.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.172672 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.173209 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: network_availability_zone Jul 23 16:06:52.173528 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: network_ip_availability.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.174592 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.175114 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: network-ip-availability Jul 23 16:06:52.175430 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: network_segment_range.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.176185 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.176688 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 16:06:52.177001 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: pagination.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.177995 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.178318 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: pagination Jul 23 16:06:52.178629 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: port_device_profile.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.179551 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.180062 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: port-device-profile Jul 23 16:06:52.180629 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.181557 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.182072 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: port-mac-address-regenerate Jul 23 16:06:52.182383 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.183282 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.183796 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: port-numa-affinity-policy Jul 23 16:06:52.184111 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: port_resource_request.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.185008 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.185527 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 16:06:52.185841 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: portbindings.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.186766 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.187276 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: binding Jul 23 16:06:52.187589 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: portbindings_extended.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.188845 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.189392 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: binding-extended Jul 23 16:06:52.189714 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: portsecurity.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.190614 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.191123 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: port-security Jul 23 16:06:52.191438 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: project_id.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.192392 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.192712 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: project-id Jul 23 16:06:52.193032 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: providernet.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.193976 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.194999 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: provider Jul 23 16:06:52.195323 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: qos.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.198820 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.199346 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension qos not supported by any of loaded plugins Jul 23 16:06:52.199673 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.200891 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.201426 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 16:06:52.201751 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.202663 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.203174 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 16:06:52.203491 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: qos_default.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.204387 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.204898 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension qos-default not supported by any of loaded plugins Jul 23 16:06:52.205244 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: qos_fip.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.205888 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.206386 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 16:06:52.206702 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: qos_gateway_ip.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.207608 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.208113 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 16:06:52.208432 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: qos_port_network_policy.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.209344 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.209848 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 16:06:52.210193 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: qos_rule_type_details.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.212042 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.212553 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 16:06:52.212867 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: qos_rules_alias.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.213915 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.214425 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 16:06:52.214742 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: quotasv2.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.215642 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.216081 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: quotas Jul 23 16:06:52.216394 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: quotasv2_detail.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.218001 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.218336 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: quota_details Jul 23 16:06:52.218656 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: rbac.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.219692 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.220210 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: rbac-policies Jul 23 16:06:52.220530 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: rbac_address_group.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.221471 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.221982 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: rbac-address-group Jul 23 16:06:52.222298 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: rbac_address_scope.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.223203 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.223712 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: rbac-address-scope Jul 23 16:06:52.224029 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: rbac_security_groups.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.224924 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.225465 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: rbac-security-groups Jul 23 16:06:52.225805 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: rbac_subnetpool.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.226714 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.227224 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: rbac-subnetpool Jul 23 16:06:52.227537 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: revisionifmatch.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.228441 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.228955 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: revision-if-match Jul 23 16:06:52.229299 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: revisions.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.230383 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.230889 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: standard-attr-revisions Jul 23 16:06:52.231206 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: router_availability_zone.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.231869 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.232379 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: router_availability_zone Jul 23 16:06:52.232693 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: routerservicetype.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.233616 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.234132 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 16:06:52.234445 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.235345 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.235857 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: security-groups-normalized-cidr Jul 23 16:06:52.236169 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.237069 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.237613 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: port-security-groups-filtering Jul 23 16:06:52.237925 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.238833 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.239341 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: security-groups-remote-address-group Jul 23 16:06:52.239652 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: securitygroup.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.249158 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.249683 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: security-group Jul 23 16:06:52.250008 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: segment.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.250785 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.251293 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension segment not supported by any of loaded plugins Jul 23 16:06:52.251614 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.252535 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.253044 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 16:06:52.253386 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: servicetype.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.254490 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.255009 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: service-type Jul 23 16:06:52.255333 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: sorting.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.256297 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.256623 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: sorting Jul 23 16:06:52.256941 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: standard_attr_segment.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.258386 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.258909 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 16:06:52.259225 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: standardattrdescription.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.259857 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.260360 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: standard-attr-description Jul 23 16:06:52.260673 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: stateful_security_group.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.261600 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.262107 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: stateful-security-group Jul 23 16:06:52.262417 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: stdattrs_common.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.262982 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 16:06:52.263293 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.264291 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.264796 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 16:06:52.265107 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: subnet_onboard.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.266186 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.266702 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: subnet_onboard Jul 23 16:06:52.267017 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.267930 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.268439 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 16:06:52.268758 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: subnet_service_types.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.269691 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.270210 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: subnet-service-types Jul 23 16:06:52.270523 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: subnetallocation.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.271586 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.272095 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: subnet_allocation Jul 23 16:06:52.272411 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.273618 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.274128 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: subnetpool-prefix-ops Jul 23 16:06:52.274440 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.275368 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.275877 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 16:06:52.276192 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: tagging.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.277260 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.277782 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: standard-attr-tag Jul 23 16:06:52.278099 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: timestamp.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.279272 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.279783 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loaded extension: standard-attr-timestamp Jul 23 16:06:52.280104 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: trunk.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.281135 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.281653 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension trunk not supported by any of loaded plugins Jul 23 16:06:52.281971 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: trunk_details.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.282869 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.283378 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 16:06:52.283695 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: uplink_status_propagation.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.284596 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.285103 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 16:06:52.285444 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Loading extension file: vlantransparent.py {{(pid=78476) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:06:52.286096 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78476) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:06:52.286599 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 16:06:52.289022 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:network Jul 23 16:06:52.289767 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:subnet Jul 23 16:06:52.290522 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:52.291119 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:port Jul 23 16:06:52.292341 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.292785 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service FLAVORS assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.293435 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.293855 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.294177 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:router Jul 23 16:06:52.294811 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:06:52.295513 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service METERING assigned prefix: /metering {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.296919 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.297307 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.297652 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:06:52.298770 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:06:52.299195 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:06:52.299836 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:06:52.300561 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service CORE assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.300883 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:52.301247 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] subnetpool is already registered Jul 23 16:06:52.301838 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service CORE assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.302158 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:52.302477 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] subnetpool is already registered Jul 23 16:06:52.305010 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.305717 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service FLAVORS assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.306305 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.306716 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.307042 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:router Jul 23 16:06:52.307369 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] router is already registered Jul 23 16:06:52.307949 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:06:52.308268 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] floatingip is already registered Jul 23 16:06:52.308884 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service METERING assigned prefix: /metering {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.309632 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:06:52.309956 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] rbac_policy is already registered Jul 23 16:06:52.310485 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:06:52.310803 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] security_group is already registered Jul 23 16:06:52.311373 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:06:52.311701 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] security_group_rule is already registered Jul 23 16:06:52.312350 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service CORE assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.312672 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:52.312998 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] subnetpool is already registered Jul 23 16:06:52.313600 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.v2.resource_helper [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Service CORE assigned prefix: {{(pid=78476) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:06:52.313918 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:06:52.314228 dv-cinder-802036-1-smb neutron-server[78476]: WARNING neutron.quota.resource_registry [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] subnetpool is already registered Jul 23 16:06:52.314855 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: extensions {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.316282 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: address-groups {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.317902 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: address-scopes {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.319107 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: agents {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.320779 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: auto-allocated-topology {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.322042 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: availability_zones {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.324242 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: dhcp-networks {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.325671 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: dhcp-agents {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.327097 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: routers {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.328879 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: flavors {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.330062 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: service_profiles {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.331244 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: next_providers {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.332748 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: service_profiles {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.334275 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: floatingip-pools {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.335963 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: routers {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.337764 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: floatingips {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.338937 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: l3-routers {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.340302 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: l3-agents {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.341748 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: metering-labels {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.343078 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: metering-label-rules {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.344347 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: network-ip-availabilities {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.345619 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: bindings {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.347256 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: quotas {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.348671 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: quotas {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.350083 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: rbac-policies {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.351393 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: security-groups {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.352583 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: security-group-rules {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.353832 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: service-providers {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.355037 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: subnetpools {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.356434 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: subnetpools {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.357912 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.359567 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.361370 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.363114 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.364884 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.367272 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.368993 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.370905 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.372640 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.374489 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron.api.extensions [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Extended resource: tags {{(pid=78476) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:06:52.380240 dv-cinder-802036-1-smb neutron-server[78476]: WARNING keystonemiddleware.auth_token [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 16:06:52.386276 dv-cinder-802036-1-smb neutron-server[78476]: WARNING keystonemiddleware.auth_token [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 16:06:52.394063 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_concurrency.lockutils [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Acquired lock "singleton_lock" {{(pid=78476) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 16:06:52.394528 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_concurrency.lockutils [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Releasing lock "singleton_lock" {{(pid=78476) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 16:06:52.395142 dv-cinder-802036-1-smb neutron-server[78476]: INFO oslo_service.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Starting 2 workers Jul 23 16:06:52.399808 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Started child 78583 {{(pid=78476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 23 16:06:52.404017 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Started child 78584 {{(pid=78476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 23 16:06:52.404867 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:52.405494 dv-cinder-802036-1-smb neutron-server[78476]: INFO neutron.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 16:06:52.406127 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Notify callbacks [] for process, before_spawn {{(pid=78476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:52.406403 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [-] (78583) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:06:52.408361 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:52.408792 dv-cinder-802036-1-smb neutron-server[78476]: INFO oslo_service.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Starting 1 workers Jul 23 16:06:52.409803 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [-] (78584) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:06:52.413495 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Started child 78585 {{(pid=78476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 23 16:06:52.414002 dv-cinder-802036-1-smb neutron-server[78476]: INFO oslo_service.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Starting 1 workers Jul 23 16:06:52.416901 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] calling RpcWorker wait() {{(pid=78585) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 16:06:52.417451 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] returning from RpcWorker wait() {{(pid=78585) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 16:06:52.418229 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Started child 78586 {{(pid=78476) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 23 16:06:52.418983 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG neutron_lib.callbacks.manager [None req-99f560fb-93de-4fb7-aa79-fcaba4d55fd6 None None] Notify callbacks [] for process, after_spawn {{(pid=78476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:52.419092 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:52.419512 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:06:52.420801 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78476) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 23 16:06:52.421006 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 23 16:06:52.421212 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 23 16:06:52.421418 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 23 16:06:52.421738 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 23 16:06:52.421895 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 23 16:06:52.422405 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.422663 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.422756 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:52.423196 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.423196 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.423445 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.423766 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:06:52.423986 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.424210 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.424450 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.424715 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.424942 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.425107 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.425295 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.425548 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.425775 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.426058 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.426310 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.426538 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.426784 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.426949 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.427202 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.427456 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.427691 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.427940 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] debug = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.428187 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.428662 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.428875 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.429689 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.429930 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.430201 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.430705 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.430978 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.431215 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.431440 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.431665 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.431919 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.432170 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.432410 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.432622 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.432857 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.433070 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.433569 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] host = dv-cinder-802036-1-smb {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.433783 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.434014 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.434262 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.434502 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.434748 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.434957 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.435212 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.435455 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.435697 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.435928 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.436169 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.436400 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.436607 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.436850 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.437008 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_options = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.437252 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.437534 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.437787 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.437971 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.438194 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.438339 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.438552 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.438710 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.438957 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.439170 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.439378 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.439587 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.439833 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.440055 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.440297 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.440535 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.440762 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.440983 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.441253 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.441479 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.441697 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.441920 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.442128 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.442340 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.442555 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.442775 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.443011 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.443240 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.443469 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.443717 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.443925 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.444159 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.444384 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.444703 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.445516 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.445792 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.445931 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.446195 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.446417 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.446671 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.446929 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.447140 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.447356 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.447563 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.447787 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.448010 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_json = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.448200 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.448474 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.448696 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.448852 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.449073 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.449318 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.449525 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.449775 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.450179 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.450446 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.450769 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.450985 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.451280 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.451466 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.451854 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.452012 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.452358 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.452358 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.452750 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.452914 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.453217 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.453366 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.453615 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.453918 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.454183 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.454450 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.454686 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.454940 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.455170 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.456117 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.456117 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.456117 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.456968 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.456968 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.456968 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.456968 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.457486 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.457486 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.457486 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.458463 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.458463 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.458463 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.458463 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.458983 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.458983 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.458983 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.459338 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.459473 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461830 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461830 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.461830 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.462056 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.462254 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.462468 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.463084 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.463084 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.463376 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.463376 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.463624 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.463748 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.464373 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.464373 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.464644 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.464644 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.464882 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.465065 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.465314 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.465550 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.465807 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.466232 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.466232 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.466485 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.466618 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.467291 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.467291 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.467291 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.467673 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.467673 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.467919 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.468123 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.468252 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.468444 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.468671 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.468879 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.469167 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.469473 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.469720 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.469993 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.470228 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.470486 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.470718 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.470969 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.471199 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.471429 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.471652 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.471917 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.472171 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.472442 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.472684 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.472898 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.473173 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.473388 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.473622 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.473857 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.474093 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.474297 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.474560 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.474784 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.475038 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.475282 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.475520 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.475810 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.476062 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.476341 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.476554 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.476804 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.477102 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.477383 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.477829 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.477965 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.478090 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.478337 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.479142 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.479142 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.479142 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.479614 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.479614 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.480203 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.480203 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.480203 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.480515 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.480623 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.480873 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.481134 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.481342 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.481589 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.481826 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.482065 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.482429 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.482583 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.482804 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.483058 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.483294 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.483515 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.483742 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.483977 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.484214 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.484621 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.485024 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.485242 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.485400 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.485545 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.485825 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.485984 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.486125 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.486353 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.486637 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.486806 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.487046 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.487268 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.487477 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.487710 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.487964 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.488196 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.488701 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.488701 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.489030 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.489211 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.489369 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.490019 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.490019 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.490019 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.490476 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.490476 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.490788 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.490986 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.491120 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.491939 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.492091 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.494253 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.494253 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.494253 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.494253 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.494253 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.494253 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.494253 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.494253 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.495237 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.495237 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.495237 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.495237 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.495237 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.495237 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.495940 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.495940 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.495940 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.496316 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.496316 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.496552 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.496693 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.496923 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.497158 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.497367 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.497589 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.497803 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.498011 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.498288 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.498533 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.498756 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.498987 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.499229 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.499449 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.499653 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.499857 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.500065 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.500290 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.500517 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.500910 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.501294 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.501664 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.502012 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.502436 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.502841 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.503059 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.503361 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.504071 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.504071 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.504071 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.504360 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.504590 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.504823 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.505060 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.505309 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.505536 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.505947 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.506413 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.506871 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.507827 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.508228 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.508642 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.509067 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.509496 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.509894 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.510332 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.510802 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.511239 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.511645 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.512017 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.512283 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.512516 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.512730 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.512942 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.513229 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.513446 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.513708 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.513938 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.514192 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.514422 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.514651 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.514903 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.515225 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.515331 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.515516 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.515928 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.515928 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:06:52.516369 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78476) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 23 16:06:52.516525 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 23 16:06:52.516674 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 23 16:06:52.516836 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 23 16:06:52.517006 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 23 16:06:52.517201 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 23 16:06:52.517379 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.517522 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.517685 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.517824 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.518126 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.518475 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.518804 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.519130 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.519292 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.519443 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.519598 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.519752 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.519900 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.520193 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.520496 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.520649 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.520802 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.520955 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.521134 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.521297 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.521448 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.521832 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.521987 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] debug = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.522142 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.522349 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.522504 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.522844 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.523002 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.523152 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.523452 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.523604 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.523898 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.524052 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.524206 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.524360 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.524514 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.524659 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.524821 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.524978 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.525163 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.525302 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] host = dv-cinder-802036-1-smb {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.525454 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.525606 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.525763 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.525919 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.526067 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.526218 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.526375 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.526536 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.526686 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.526836 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.526989 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.527142 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.527294 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.527447 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.527598 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_options = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.527755 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.527928 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.528076 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.528215 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.528521 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.528680 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.528830 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.528984 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.529163 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.529321 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.529470 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.529621 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.529776 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.529930 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.530075 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.530229 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.530382 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.530534 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.530686 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.530839 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.530991 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.531143 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.531295 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.531448 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.531600 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.531751 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.531902 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.532054 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.532206 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.532358 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.532509 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.532662 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.532814 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.532966 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.533159 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.533287 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.533439 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.533595 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.533748 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.533900 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.534051 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.534203 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.534353 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.534505 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.534656 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.534808 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_json = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.534960 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.535112 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.535263 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.535415 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.535567 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.535718 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.535870 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.536022 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:06:52.536193 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.536350 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.536516 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.536671 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.536825 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.536981 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.537158 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.537317 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.537471 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.537625 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.537787 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.537943 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.538110 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.538265 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.538462 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.538621 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.538811 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.538961 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.539225 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.539225 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.539702 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.539702 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.539702 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.540130 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.540130 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.540130 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.541540 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.541540 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.541540 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.541540 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.541540 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.541540 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.541540 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.541540 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.541540 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542149 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542491 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542491 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542631 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542707 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.542859 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.543016 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.543179 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.543332 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.543489 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.543641 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.543963 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.544118 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.544273 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.544429 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.544589 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.544741 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.545039 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.545358 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.545514 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.545671 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.545828 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.545997 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.546153 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.546310 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.546462 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.546765 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.546923 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.547080 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.547237 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.547394 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.547551 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.547705 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.547861 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.548017 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.548173 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.548328 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.548484 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.548636 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.548938 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.549095 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.549276 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.549431 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.549588 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.549745 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.549909 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.550082 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.550237 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.550398 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.550554 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.550712 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.550865 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.551021 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.551173 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.551481 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.551637 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.551793 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.551948 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.552106 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.552262 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.552416 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.552570 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.552936 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.552936 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.553150 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.553240 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.553321 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.553476 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.553635 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.553781 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.554448 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.554619 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.554781 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.555086 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.555246 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.555656 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.555863 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.556015 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.556145 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.556453 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.556605 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.556753 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.556910 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.557411 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.557411 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.557411 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.557609 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.557678 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.557958 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.557958 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.558207 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.558333 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.558461 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.558584 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.558739 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.558896 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.559051 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.559205 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.559360 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.559516 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.559670 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.559826 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.559981 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.560137 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.560294 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.560450 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.560606 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.560761 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.560889 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:06:52.561031 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.561202 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.561331 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.561456 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.561594 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.561721 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.561876 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.562002 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.562127 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.562251 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.562374 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.562532 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.562658 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.562863 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.562991 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.563117 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.563251 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.563376 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.563532 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.563687 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.563841 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.563995 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.564137 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.564297 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.564455 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.564611 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.564768 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.564923 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.565079 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.565244 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.565400 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.565542 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.565701 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.565855 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.566011 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.566167 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.566322 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.566478 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.566634 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.566776 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.566948 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.567103 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.567257 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.567412 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.567567 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.567722 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.567878 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.568032 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.568189 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.568343 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.568498 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.568655 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.568813 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.568969 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.569138 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.569307 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.569462 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.569652 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.569812 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.569981 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.570136 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.570291 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.570447 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.570601 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.570766 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.570926 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.571067 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.571225 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.571379 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.571582 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.571752 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.571878 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.572002 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.572130 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.572278 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.572436 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.572592 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.572755 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.572910 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.573064 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.573412 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.573412 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.574096 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.574096 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.574096 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.574096 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.574096 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.574683 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.574683 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.574683 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.575512 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.575512 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.575512 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.575512 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.575512 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.575512 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576209 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576209 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576209 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576209 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576209 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576652 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576652 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576652 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576969 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.576969 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.577179 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.577306 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.577429 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.577837 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.577837 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.577837 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.578197 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.578197 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.578431 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.578431 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.578665 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:06:52.578665 dv-cinder-802036-1-smb neutron-server[78476]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78476) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:06:52.702569 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 52294) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:06:52.711584 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066447 Jul 23 16:07:03.299146 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25681810-b799-437b-9525-108c45d12662 None None] get_active_networks_info from dv-cinder-802036-1-smb {{(pid=78585) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 23 16:07:03.396990 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25681810-b799-437b-9525-108c45d12662 None None] No non-hosted networks {{(pid=78585) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 16:07:03.411399 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.agentschedulers_db [None req-25681810-b799-437b-9525-108c45d12662 None None] DHCP Agent not found on host dv-cinder-802036-1-smb {{(pid=78585) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 16:07:03.561511 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-1b6f32b0-0f74-4e4e-9a57-3c55dd74bd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701273'] for agent, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:03.583143 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701273'] for agent, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:03.584762 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.585801 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.586616 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.588536 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.589971 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.590683 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.591207 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.592571 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.594541 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.595066 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.595558 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.599142 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:03.599823 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802036-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:03.621828 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802036-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:05.856644 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-bedd2cd0-d39e-427c-849e-1f7733fc1ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701273'] for agent, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:05.896214 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-518ac9ee-6d92-41ab-8bce-71e8bebe903a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:06.674483 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701273'] for agent, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:08.129632 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701273'] for agent, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:09.878131 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 52386) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:10.473755 dv-cinder-802036-1-smb neutron-server[78584]: WARNING oslo_policy.policy [None req-15e4cf64-0eab-4cb6-9230-77cc87bccadc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:10.474391 dv-cinder-802036-1-smb neutron-server[78584]: WARNING oslo_policy.policy [None req-15e4cf64-0eab-4cb6-9230-77cc87bccadc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:10.692241 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [None req-15e4cf64-0eab-4cb6-9230-77cc87bccadc admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:07:10.693318 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-15e4cf64-0eab-4cb6-9230-77cc87bccadc admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8142891 Jul 23 16:07:10.823001 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.db.l3_hamode_db [None req-4b2517c6-a1ff-4ab7-a33d-206e87ad3a14 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 16:07:10.910910 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2517c6-a1ff-4ab7-a33d-206e87ad3a14 None None] Routers set() bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:07:10.911297 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2517c6-a1ff-4ab7-a33d-206e87ad3a14 None None] Router IDs set() for agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 23 16:07:13.083545 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 52400) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:13.441613 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-0b4cb045-1980-4d57-8e26-fef27fc021fd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:13.540322 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.policy [None req-0b4cb045-1980-4d57-8e26-fef27fc021fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78584) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 16:07:13.586234 dv-cinder-802036-1-smb neutron-server[78584]: WARNING oslo_policy.policy [None req-0b4cb045-1980-4d57-8e26-fef27fc021fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:13.586612 dv-cinder-802036-1-smb neutron-server[78584]: WARNING oslo_policy.policy [None req-0b4cb045-1980-4d57-8e26-fef27fc021fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:13.595136 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.quota [None req-0b4cb045-1980-4d57-8e26-fef27fc021fd admin admin] Loaded quota_driver: . Jul 23 16:07:13.611833 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-0b4cb045-1980-4d57-8e26-fef27fc021fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:07:13.675556 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb045-1980-4d57-8e26-fef27fc021fd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776709467168', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776709467861', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776709671043', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776709674295', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776709689164', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776709691323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1964244', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1285177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-503380', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-454304'] for rbac-policy, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:13.737251 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb045-1980-4d57-8e26-fef27fc021fd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:13.738489 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-0b4cb045-1980-4d57-8e26-fef27fc021fd admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6539619 Jul 23 16:07:16.328322 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52414) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:16.907995 dv-cinder-802036-1-smb neutron-server[78583]: WARNING oslo_policy.policy [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:16.908546 dv-cinder-802036-1-smb neutron-server[78583]: WARNING oslo_policy.policy [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:17.129696 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ca97f355f69542639a93a46d8fec1231'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:17.131420 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.quota [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Loaded quota_driver: . Jul 23 16:07:17.147109 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:07:17.153539 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Usage tracker for resource:network and tenant:ca97f355f69542639a93a46d8fec1231 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:07:17.159023 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:07:17.167032 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:07:17.183210 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Made reservation on behalf of ca97f355f69542639a93a46d8fec1231 for: {'network': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:07:17.254286 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.policy [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78583) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 16:07:17.299844 dv-cinder-802036-1-smb neutron-server[78583]: WARNING oslo_policy.policy [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:17.300207 dv-cinder-802036-1-smb neutron-server[78583]: WARNING oslo_policy.policy [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:07:17.310793 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.331911 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.345994 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:07:17.349574 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Usage tracker for resource:security_group_rule and tenant:ca97f355f69542639a93a46d8fec1231 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:07:17.355061 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:07:17.360530 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:07:17.459988 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.463780 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.469370 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:17.493764 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=78583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:07:17.519554 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efebdae5-efc8-4f3f-b0dd-00994ccc09ea,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:17.522734 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776707549076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.523326 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Unsubscribe: segment precommit_create {{(pid=78583) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:07:17.523801 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.segments_db [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Added segment 5bf707b0-b442-421a-81d2-8b9b53028887 of type vlan for network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d Jul 23 16:07:17.582778 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.583107 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.583465 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.583935 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.584345 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.584661 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.584968 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.585300 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.585620 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.585929 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.586236 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.586537 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Tracked resource versions report: Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: pushed versions: Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: { 'AddressGroup': {'1.2'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'ConntrackHelper': {'1.0'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Log': {'1.0'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Network': {'1.1'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Port': {'1.7'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'PortForwarding': {'1.2'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'QosPolicy': {'1.8'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'SecurityGroup': {'1.4'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'SubPort': {'1.0'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Subnet': {'1.1'}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Trunk': {'1.1'}} Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: consumer versions: Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: { DHCP agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: L3 agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: Metadata agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: Metering agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: Open vSwitch agent@dv-cinder-802036-1-smb: { 'AddressGroup': '1.2', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'ConntrackHelper': '1.0', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Log': '1.0', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Network': '1.1', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Port': '1.7', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'PortForwarding': '1.2', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'QosPolicy': '1.8', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'SecurityGroup': '1.4', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'SecurityGroupRule': '1.2', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'SubPort': '1.0', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Subnet': '1.1', Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: 'Trunk': '1.1'}} Jul 23 16:07:17.587571 dv-cinder-802036-1-smb neutron-server[78583]: {{(pid=78583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:07:17.637819 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:17.643752 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.684119 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.685625 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:17.686294 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.690884 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:17.789421 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4589515 Jul 23 16:07:17.794816 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Pushing event updated for resources: {'Network': ['ID=0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:17.815396 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:17.822872 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:07:20.404662 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52436) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:20.905021 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991c5970-9de7-41da-86df-f5fee4fd5a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:20.906365 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-991c5970-9de7-41da-86df-f5fee4fd5a43 admin admin] 10.222.0.76 "GET /v2.0/networks/0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d HTTP/1.1" status: 200 len: 825 time: 0.5007117 Jul 23 16:07:20.937395 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-4321c7fb-35d2-48e3-9919-4c93793f0438 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/a3c79634-0918-49f6-ad57-e2aa3271c5eb HTTP/1.1" status: 200 len: 734 time: 0.0256133 Jul 23 16:07:20.950171 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Request body: {'subnet': {'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'subnetpool_id': 'a3c79634-0918-49f6-ad57-e2aa3271c5eb', 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:20.954867 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:07:20.958645 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Usage tracker for resource:subnet and tenant:ca97f355f69542639a93a46d8fec1231 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:07:20.961492 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:07:20.967384 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:07:20.976277 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Made reservation on behalf of ca97f355f69542639a93a46d8fec1231 for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:07:20.978527 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.240060 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.244862 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:21.333866 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1ddebc-342d-41a7-a957-4d6b12f65f3c,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:21.337898 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Checking segment: {'id': '5bf707b0-b442-421a-81d2-8b9b53028887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:07:21.338273 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Network hostable DHCP agents. Network: 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:07:21.343966 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:21.359266 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:07:21.369699 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:21.374740 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:21.375750 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.379004 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b896f19e-39bf-4869-bfe0-9d5e86eba118 None None] Network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:07:21.395140 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4484718 Jul 23 16:07:21.780006 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b9cdedf-693c-587c-a78b-8f08e8df0f19-0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d', 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'fixed_ips': [{'subnet_id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c'}]}} from dv-cinder-802036-1-smb. {{(pid=78585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 23 16:07:21.781229 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:21.958195 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.db_base_plugin_common [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Allocated IP 172.20.0.2 (0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d/da1ddebc-342d-41a7-a957-4d6b12f65f3c/ebe0e60a-4528-4baa-88f4-b7c14c6e29d0) {{(pid=78585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:07:22.176677 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Notify callbacks [] for port, precommit_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:22.190483 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Transition to ACTIVE for port object ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:22.212392 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Transition to ACTIVE for port object ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 will not be triggered until provisioned by entity DHCP. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:22.219602 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:22.224071 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:22.281900 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d is already hosted by enough agents. {{(pid=78585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:07:22.284635 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.base_scheduler [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Resources bound (agent type, host, resource id): {{(pid=78585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:22.290286 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Received port after_create {{(pid=78585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:07:22.296113 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Pushing event updated for resources: {'Port': ['ID=ebe0e60a-4528-4baa-88f4-b7c14c6e29d0,revision_number=1']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:22.333264 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.333600 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.333927 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.334248 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.334560 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.334873 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.335222 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.335493 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.335798 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.336102 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.336405 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.336708 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Tracked resource versions report: Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: pushed versions: Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: { 'AddressGroup': {'1.2'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'ConntrackHelper': {'1.0'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Log': {'1.0'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Network': {'1.1'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Port': {'1.7'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'PortForwarding': {'1.2'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'QosPolicy': {'1.8'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'SecurityGroup': {'1.4'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'SubPort': {'1.0'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Subnet': {'1.1'}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Trunk': {'1.1'}} Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: consumer versions: Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: { DHCP agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: L3 agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: Metadata agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: Metering agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: Open vSwitch agent@dv-cinder-802036-1-smb: { 'AddressGroup': '1.2', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'ConntrackHelper': '1.0', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Log': '1.0', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Network': '1.1', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Port': '1.7', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'PortForwarding': '1.2', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'QosPolicy': '1.8', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'SecurityGroup': '1.4', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'SecurityGroupRule': '1.2', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'SubPort': '1.0', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Subnet': '1.1', Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: 'Trunk': '1.1'}} Jul 23 16:07:22.337788 dv-cinder-802036-1-smb neutron-server[78585]: {{(pid=78585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:07:22.369394 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:22.393888 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Attempting to bind port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:07:22.394500 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Attempting to bind port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '5bf707b0-b442-421a-81d2-8b9b53028887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:07:22.394687 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Attempting to bind port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 on network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:07:22.399799 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:07:22.400192 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Checking segment: {'id': '5bf707b0-b442-421a-81d2-8b9b53028887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:07:22.400663 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:22.401045 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Bound using segment: {'id': '5bf707b0-b442-421a-81d2-8b9b53028887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:07:22.401601 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Bound port: ebe0e60a-4528-4baa-88f4-b7c14c6e29d0, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf707b0-b442-421a-81d2-8b9b53028887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:07:22.401983 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:22.486592 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] For port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:07:22.490393 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] For port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=ebe0e60a-4528-4baa-88f4-b7c14c6e29d0,segment=NetworkSegment(5bf707b0-b442-421a-81d2-8b9b53028887),segment_id=5bf707b0-b442-421a-81d2-8b9b53028887)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:07:22.494811 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:22.498598 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:22.599243 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Pushing event updated for resources: {'Port': ['ID=ebe0e60a-4528-4baa-88f4-b7c14c6e29d0,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:22.613426 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:23.796050 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52446) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:24.171122 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [None req-a5bf691d-74ec-45f7-834c-6335cfc397d8 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:07:24.172114 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-a5bf691d-74ec-45f7-834c-6335cfc397d8 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3751276 Jul 23 16:07:25.769936 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:07:25.842139 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:26.185211 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6553b42-9eb6-4c38-b789-0b42b4999b60 None None] Network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:07:26.278199 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-75b6a4a2-251e-4955-8df3-85c55192ad05 None None] Provisioning for port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:26.288324 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-75b6a4a2-251e-4955-8df3-85c55192ad05 None None] Provisioning complete for port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:26.288728 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-75b6a4a2-251e-4955-8df3-85c55192ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:26.504467 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-75b6a4a2-251e-4955-8df3-85c55192ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:26.548263 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-75b6a4a2-251e-4955-8df3-85c55192ad05 None None] For port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=ebe0e60a-4528-4baa-88f4-b7c14c6e29d0,segment=NetworkSegment(5bf707b0-b442-421a-81d2-8b9b53028887),segment_id=5bf707b0-b442-421a-81d2-8b9b53028887)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:07:26.552102 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-75b6a4a2-251e-4955-8df3-85c55192ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:26.555445 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52460) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:26.556011 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:26.624546 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6a4a2-251e-4955-8df3-85c55192ad05 None None] Pushing event updated for resources: {'Port': ['ID=ebe0e60a-4528-4baa-88f4-b7c14c6e29d0,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:26.627706 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-75b6a4a2-251e-4955-8df3-85c55192ad05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:26.874879 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-a938c28d-f9e7-4944-8095-5c37264c8211 None None] Provisioning complete for port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:26.875552 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-a938c28d-f9e7-4944-8095-5c37264c8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:26.945654 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [None req-32c0f9c0-b88a-4c61-9e07-9a66c40abd89 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:07:26.946630 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-32c0f9c0-b88a-4c61-9e07-9a66c40abd89 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3894987 Jul 23 16:07:27.746924 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:07:27.811999 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:27.812362 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.605105 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52472) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:29.949874 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'admin_state_up': True}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:29.954862 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:07:29.958597 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Usage tracker for resource:router and tenant:ca97f355f69542639a93a46d8fec1231 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:07:29.961801 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:07:29.967995 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:07:29.978585 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-325'] for router, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.980162 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-332'] for router, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:30.002062 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:30.108601 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689045'] for router, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:30.126259 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:30.127831 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-ba423b77-be85-469c-a456-60b66a0b72f4 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5217354 Jul 23 16:07:32.448602 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52482) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:32.822472 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [None req-fa9f15f3-a8a3-49d5-9cb1-db24aa1a6e69 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:07:32.823470 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-fa9f15f3-a8a3-49d5-9cb1-db24aa1a6e69 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3739834 Jul 23 16:07:33.228048 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c0043555-cf6d-4a01-a431-bea42f746772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:33.510898 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.149287 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52492) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:35.525469 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:35.530932 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:07:35.534780 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Usage tracker for resource:network and tenant:e1c306089bc14c07b93e8d5c0ebafe7b is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:07:35.537611 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:07:35.544006 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:07:35.556788 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Made reservation on behalf of e1c306089bc14c07b93e8d5c0ebafe7b for: {'network': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:07:35.559153 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.570940 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.584568 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:07:35.588170 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Usage tracker for resource:security_group_rule and tenant:e1c306089bc14c07b93e8d5c0ebafe7b is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:07:35.591382 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:07:35.596846 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:07:35.680902 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.684461 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.688702 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:35.701199 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Reserving flat network on physical network physnet1 {{(pid=78583) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 16:07:35.726405 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.726743 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.segments_db [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Added segment 0d8ee828-b671-4acb-9c60-74ee062fdcc3 of type flat for network 80087887-44f3-4740-b360-651004434b14 Jul 23 16:07:35.727812 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff3a828-c938-4b57-87de-755f3d135153,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:35.734156 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:35.761324 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.795849 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.797088 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:35.797661 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.800561 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:35.858945 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-842cfa97-982b-4507-b791-c25d853a317b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:35.896398 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7460532 Jul 23 16:07:35.900998 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Pushing event updated for resources: {'Network': ['ID=80087887-44f3-4740-b360-651004434b14,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:35.904386 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:35.911826 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 80087887-44f3-4740-b360-651004434b14 details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:07:36.607048 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.072628 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:38.215090 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52512) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:38.416804 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31294f8c-648f-4c38-aa46-6b1c6b3f2caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:38.418167 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-31294f8c-648f-4c38-aa46-6b1c6b3f2caa admin admin] 10.222.0.76 "GET /v2.0/subnets/da1ddebc-342d-41a7-a957-4d6b12f65f3c HTTP/1.1" status: 200 len: 849 time: 0.2021060 Jul 23 16:07:38.557479 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-9ed8e95f-f595-4f73-afb8-bd53dcad6454 admin admin] 10.222.0.76 "GET /v2.0/routers/b950d3f1-6427-461b-820b-9c9fed4bb4d7 HTTP/1.1" status: 200 len: 704 time: 0.1329603 Jul 23 16:07:39.005008 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:39.253627 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Allocated IP 172.20.0.1 (0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d/da1ddebc-342d-41a7-a957-4d6b12f65f3c/74733c91-49d8-4d8e-a4f2-e9e6a0442081) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:07:39.402396 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:39.418878 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Transition to ACTIVE for port object 74733c91-49d8-4d8e-a4f2-e9e6a0442081 will not be triggered until provisioned by entity DHCP. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:39.472700 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:39.477319 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:39.534922 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:07:39.537726 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:39.541528 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:07:39.542028 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659792'] for router_interface, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:39.667238 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Pushing event updated for resources: {'Port': ['ID=74733c91-49d8-4d8e-a4f2-e9e6a0442081,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:39.678261 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:39.776827 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7e6f89f6-670e-4495-b54c-11d394e37e5f None None] Provisioning for port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:39.781962 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7e6f89f6-670e-4495-b54c-11d394e37e5f None None] Provisioning complete for port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:39.782337 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7e6f89f6-670e-4495-b54c-11d394e37e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:39.803672 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:39.833521 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f89f6-670e-4495-b54c-11d394e37e5f None None] Port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:07:40.027076 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:40.031958 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:40.033270 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659775'] for router_interface, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:40.037364 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:40.128771 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Pushing event updated for resources: {'Port': ['ID=74733c91-49d8-4d8e-a4f2-e9e6a0442081,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:40.131443 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:40.223932 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:07:40.224971 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:40.411221 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Router b950d3f1-6427-461b-820b-9c9fed4bb4d7 is scheduled to L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 with binding_index 1 {{(pid=78583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:07:40.455117 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-88bf7d86-bab9-461a-854d-1595458dafc9 None None] Provisioning complete for port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:40.455488 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-88bf7d86-bab9-461a-854d-1595458dafc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:40.511917 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-88bf7d86-bab9-461a-854d-1595458dafc9 None None] Port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:07:40.602729 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:07:40.613555 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] 10.222.0.76 "PUT /v2.0/routers/b950d3f1-6427-461b-820b-9c9fed4bb4d7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0504148 Jul 23 16:07:40.614067 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Sync routers for ids ['b950d3f1-6427-461b-820b-9c9fed4bb4d7'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:07:40.626149 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Routers {'b950d3f1-6427-461b-820b-9c9fed4bb4d7'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:07:40.627032 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:07:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['b950d3f1-6427-461b-820b-9c9fed4bb4d7'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:40.799024 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Set router b950d3f1-6427-461b-820b-9c9fed4bb4d7 gateway port host: None {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:07:41.162048 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'name': 'router1', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:29Z', 'updated_at': '2021-07-23T16:07:39Z', 'revision_number': 2, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'gw_port_host': None, '_interfaces': [{'id': '74733c91-49d8-4d8e-a4f2-e9e6a0442081', 'name': '', 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'mac_address': 'fa:16:3e:da:97:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:39Z', 'updated_at': '2021-07-23T16:07:39Z', 'revision_number': 2, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'subnets': [{'id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3c79634-0918-49f6-ad57-e2aa3271c5eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:41.166903 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Checking router: b950d3f1-6427-461b-820b-9c9fed4bb4d7 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:07:41.167289 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Updating router b950d3f1-6427-461b-820b-9c9fed4bb4d7 port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 binding host dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:07:41.218129 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:41.598320 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Notify callbacks [] for port, precommit_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:41.613139 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.provisioning_blocks [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Transition to ACTIVE for port object 74733c91-49d8-4d8e-a4f2-e9e6a0442081 will not be triggered until provisioned by entity L2. {{(pid=78586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:41.619680 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:41.630264 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:41.856027 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Pushing event updated for resources: {'Port': ['ID=74733c91-49d8-4d8e-a4f2-e9e6a0442081,revision_number=3']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:41.860152 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Attempting to bind port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:07:41.860547 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Attempting to bind port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '5bf707b0-b442-421a-81d2-8b9b53028887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d'}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:07:41.860998 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Attempting to bind port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 on network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:07:41.868671 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.868989 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.869339 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.869659 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.869975 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.870290 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.870601 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.870906 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.871213 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.871517 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.871858 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.872157 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Tracked resource versions report: Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: pushed versions: Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: { 'AddressGroup': {'1.2'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'ConntrackHelper': {'1.0'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Log': {'1.0'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Network': {'1.1'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Port': {'1.7'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'PortForwarding': {'1.2'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'QosPolicy': {'1.8'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'SecurityGroup': {'1.4'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'SubPort': {'1.0'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Subnet': {'1.1'}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Trunk': {'1.1'}} Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: consumer versions: Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: { DHCP agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: L3 agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: Metadata agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: Metering agent@dv-cinder-802036-1-smb: {}, Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: Open vSwitch agent@dv-cinder-802036-1-smb: { 'AddressGroup': '1.2', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'ConntrackHelper': '1.0', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Log': '1.0', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Network': '1.1', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Port': '1.7', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'PortForwarding': '1.2', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'QosPolicy': '1.8', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'SecurityGroup': '1.4', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'SecurityGroupRule': '1.2', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'SubPort': '1.0', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Subnet': '1.1', Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: 'Trunk': '1.1'}} Jul 23 16:07:41.873218 dv-cinder-802036-1-smb neutron-server[78586]: {{(pid=78586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:07:41.875477 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:07:41.875872 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Checking segment: {'id': '5bf707b0-b442-421a-81d2-8b9b53028887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:07:41.876338 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:41.876711 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Bound using segment: {'id': '5bf707b0-b442-421a-81d2-8b9b53028887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d'} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:07:41.877240 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Bound port: 74733c91-49d8-4d8e-a4f2-e9e6a0442081, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf707b0-b442-421a-81d2-8b9b53028887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d'}}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:07:41.877621 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:41.888489 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:41.964015 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] For port 74733c91-49d8-4d8e-a4f2-e9e6a0442081, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:07:41.968641 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] For port 74733c91-49d8-4d8e-a4f2-e9e6a0442081, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=74733c91-49d8-4d8e-a4f2-e9e6a0442081,segment=NetworkSegment(5bf707b0-b442-421a-81d2-8b9b53028887),segment_id=5bf707b0-b442-421a-81d2-8b9b53028887)] {{(pid=78586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:07:41.971938 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:41.976372 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:42.053511 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Routers {'b950d3f1-6427-461b-820b-9c9fed4bb4d7'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:07:42.054134 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:07:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['b950d3f1-6427-461b-820b-9c9fed4bb4d7'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:42.123158 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Pushing event updated for resources: {'Port': ['ID=74733c91-49d8-4d8e-a4f2-e9e6a0442081,revision_number=4']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:42.173810 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:42.212119 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] Set router b950d3f1-6427-461b-820b-9c9fed4bb4d7 gateway port host: None {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:07:42.524684 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'name': 'router1', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:29Z', 'updated_at': '2021-07-23T16:07:39Z', 'revision_number': 2, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'gw_port_host': None, '_interfaces': [{'id': '74733c91-49d8-4d8e-a4f2-e9e6a0442081', 'name': '', 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'mac_address': 'fa:16:3e:da:97:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:39Z', 'updated_at': '2021-07-23T16:07:41Z', 'revision_number': 4, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'subnets': [{'id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3c79634-0918-49f6-ad57-e2aa3271c5eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:42.529047 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7091a67f-e953-44c9-b2de-884f519c1f6b None None] The sync data for ids ['b950d3f1-6427-461b-820b-9c9fed4bb4d7'] in dv-cinder-802036-1-smb is: [{'id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'name': 'router1', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:29Z', 'updated_at': '2021-07-23T16:07:39Z', 'revision_number': 2, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'gw_port_host': None, '_interfaces': [{'id': '74733c91-49d8-4d8e-a4f2-e9e6a0442081', 'name': '', 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'mac_address': 'fa:16:3e:da:97:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:39Z', 'updated_at': '2021-07-23T16:07:41Z', 'revision_number': 4, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'subnets': [{'id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3c79634-0918-49f6-ad57-e2aa3271c5eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:07:42.820244 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52534) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:42.968131 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d43bd0-83fb-4e93-9c98-18e052c4fa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:42.968814 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-17d43bd0-83fb-4e93-9c98-18e052c4fa03 admin admin] Synchronizing usage tracker for tenant:e1c306089bc14c07b93e8d5c0ebafe7b on resource:network {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:07:42.985376 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-17d43bd0-83fb-4e93-9c98-18e052c4fa03 admin admin] Unset dirty status for tenant:e1c306089bc14c07b93e8d5c0ebafe7b on resource:network {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:07:42.990739 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-17d43bd0-83fb-4e93-9c98-18e052c4fa03 admin admin] 10.222.0.76 "GET /v2.0/networks/80087887-44f3-4740-b360-651004434b14 HTTP/1.1" status: 200 len: 842 time: 0.1694994 Jul 23 16:07:42.995896 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '80087887-44f3-4740-b360-651004434b14', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:43.000969 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:07:43.005414 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Usage tracker for resource:subnet and tenant:e1c306089bc14c07b93e8d5c0ebafe7b is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:07:43.008230 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:07:43.014274 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:07:43.024237 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Made reservation on behalf of e1c306089bc14c07b93e8d5c0ebafe7b for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:07:43.026532 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:43.385077 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.objects.ports [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78583) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 23 16:07:43.385576 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:43.389877 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:43.463126 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af2dd9d-0a00-4642-9a8e-0ded0632b4d2,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:43.466459 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:43.471825 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Checking segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:07:43.472172 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Network hostable DHCP agents. Network: 80087887-44f3-4740-b360-651004434b14, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:07:43.490165 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Network 80087887-44f3-4740-b360-651004434b14 is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:07:43.499271 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 80087887-44f3-4740-b360-651004434b14) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:43.506888 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e545ac-c4bc-42cb-be48-2d3af175dfd0 None None] Network 80087887-44f3-4740-b360-651004434b14 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:07:43.509198 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:43.509785 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:43.529133 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5366969 Jul 23 16:07:43.732755 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d17b9-2ba1-4f71-83c0-eeb6ad87da08 None None] Network 80087887-44f3-4740-b360-651004434b14 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:07:43.819919 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 74733c91-49d8-4d8e-a4f2-e9e6a0442081 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:07:43.985747 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:44.014704 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:44.015082 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:44.139434 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:44.171430 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 74733c91-49d8-4d8e-a4f2-e9e6a0442081, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=74733c91-49d8-4d8e-a4f2-e9e6a0442081,segment=NetworkSegment(5bf707b0-b442-421a-81d2-8b9b53028887),segment_id=5bf707b0-b442-421a-81d2-8b9b53028887)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:07:44.175730 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:44.177919 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-e12bc76e-f87e-4120-8645-7e98506b178e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:44.247067 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=74733c91-49d8-4d8e-a4f2-e9e6a0442081,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:44.256350 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:45.753707 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 74733c91-49d8-4d8e-a4f2-e9e6a0442081 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:07:45.770570 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52548) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:45.823654 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:45.824029 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:45.967370 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-157dd1d5-e36d-45cf-8695-d3534909a1b3 admin admin] 10.222.0.76 "GET /v2.0/routers/b950d3f1-6427-461b-820b-9c9fed4bb4d7 HTTP/1.1" status: 200 len: 710 time: 0.1955943 Jul 23 16:07:46.092008 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a96ceae-b875-4139-9336-c79811a485bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:46.093355 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-2a96ceae-b875-4139-9336-c79811a485bf admin admin] 10.222.0.76 "GET /v2.0/networks/80087887-44f3-4740-b360-651004434b14 HTTP/1.1" status: 200 len: 886 time: 0.1209874 Jul 23 16:07:46.101766 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14'}}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:46.574309 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-346'] for router, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:46.898936 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:46.952635 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:47.089710 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Allocated IP 172.28.2.12 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/46308400-dd47-40db-8ab3-72f133245717) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:07:47.228759 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:47.257690 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:47.262660 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8814a42c-3938-48be-a365-9fcd48e29b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:47.323430 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:07:47.326153 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:07:47.328540 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:07:47.392928 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=46308400-dd47-40db-8ab3-72f133245717,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:47.395644 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:47.702434 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.086301 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-346'] for router, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.089697 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661870'] for router, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.268077 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Router b950d3f1-6427-461b-820b-9c9fed4bb4d7 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:07:48.442854 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:07:48.452846 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Sync routers for ids ['b950d3f1-6427-461b-820b-9c9fed4bb4d7'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:07:48.453296 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.454089 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] 10.222.0.76 "PUT /v2.0/routers/b950d3f1-6427-461b-820b-9c9fed4bb4d7 HTTP/1.1" status: 200 len: 889 time: 2.3554904 Jul 23 16:07:48.462476 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Routers {'b950d3f1-6427-461b-820b-9c9fed4bb4d7'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:07:48.463230 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:07:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['b950d3f1-6427-461b-820b-9c9fed4bb4d7'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:48.654260 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Set router b950d3f1-6427-461b-820b-9c9fed4bb4d7 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:07:48.986158 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'name': 'router1', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '46308400-dd47-40db-8ab3-72f133245717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:29Z', 'updated_at': '2021-07-23T16:07:47Z', 'revision_number': 4, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'gw_port': {'id': '46308400-dd47-40db-8ab3-72f133245717', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:46Z', 'updated_at': '2021-07-23T16:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '74733c91-49d8-4d8e-a4f2-e9e6a0442081', 'name': '', 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'mac_address': 'fa:16:3e:da:97:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:39Z', 'updated_at': '2021-07-23T16:07:44Z', 'revision_number': 5, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'subnets': [{'id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3c79634-0918-49f6-ad57-e2aa3271c5eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:48.990959 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Checking router: b950d3f1-6427-461b-820b-9c9fed4bb4d7 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:07:48.991330 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Updating router b950d3f1-6427-461b-820b-9c9fed4bb4d7 port 46308400-dd47-40db-8ab3-72f133245717 binding host dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:07:49.044576 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:49.364406 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Notify callbacks [] for port, precommit_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:49.379221 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Transition to ACTIVE for port object 46308400-dd47-40db-8ab3-72f133245717 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:07:49.389127 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:49.393904 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:49.510935 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Attempting to bind port 46308400-dd47-40db-8ab3-72f133245717 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:07:49.511525 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Attempting to bind port 46308400-dd47-40db-8ab3-72f133245717 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:07:49.511717 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Attempting to bind port 46308400-dd47-40db-8ab3-72f133245717 on network 80087887-44f3-4740-b360-651004434b14 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:07:49.514915 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315912e0-7d4e-4aa8-9350-99e9580ba2f4 None None] Pushing event updated for resources: {'Port': ['ID=46308400-dd47-40db-8ab3-72f133245717,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:49.518745 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-315912e0-7d4e-4aa8-9350-99e9580ba2f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:49.519478 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:07:49.519846 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Checking segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:07:49.520241 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:49.520624 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Bound using segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:07:49.521090 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Bound port: 46308400-dd47-40db-8ab3-72f133245717, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:07:49.521503 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:49.590866 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] For port 46308400-dd47-40db-8ab3-72f133245717, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:07:49.593850 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] For port 46308400-dd47-40db-8ab3-72f133245717, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=46308400-dd47-40db-8ab3-72f133245717,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:07:49.598115 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:49.601822 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:49.681198 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Routers {'b950d3f1-6427-461b-820b-9c9fed4bb4d7'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:07:49.681807 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:07:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['b950d3f1-6427-461b-820b-9c9fed4bb4d7'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:49.728407 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315912e0-7d4e-4aa8-9350-99e9580ba2f4 None None] Pushing event updated for resources: {'Port': ['ID=46308400-dd47-40db-8ab3-72f133245717,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:49.736292 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-315912e0-7d4e-4aa8-9350-99e9580ba2f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:49.867437 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] Set router b950d3f1-6427-461b-820b-9c9fed4bb4d7 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:07:50.183692 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'name': 'router1', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '46308400-dd47-40db-8ab3-72f133245717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:29Z', 'updated_at': '2021-07-23T16:07:47Z', 'revision_number': 4, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'gw_port': {'id': '46308400-dd47-40db-8ab3-72f133245717', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:46Z', 'updated_at': '2021-07-23T16:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '74733c91-49d8-4d8e-a4f2-e9e6a0442081', 'name': '', 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'mac_address': 'fa:16:3e:da:97:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:39Z', 'updated_at': '2021-07-23T16:07:44Z', 'revision_number': 5, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'subnets': [{'id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3c79634-0918-49f6-ad57-e2aa3271c5eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:07:50.188369 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f270b-729b-404b-a534-6843873b3181 None None] The sync data for ids ['b950d3f1-6427-461b-820b-9c9fed4bb4d7'] in dv-cinder-802036-1-smb is: [{'id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'name': 'router1', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '46308400-dd47-40db-8ab3-72f133245717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:07:29Z', 'updated_at': '2021-07-23T16:07:47Z', 'revision_number': 4, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'gw_port': {'id': '46308400-dd47-40db-8ab3-72f133245717', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:46Z', 'updated_at': '2021-07-23T16:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '74733c91-49d8-4d8e-a4f2-e9e6a0442081', 'name': '', 'network_id': '0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d', 'tenant_id': 'ca97f355f69542639a93a46d8fec1231', 'mac_address': 'fa:16:3e:da:97:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b950d3f1-6427-461b-820b-9c9fed4bb4d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:07:39Z', 'updated_at': '2021-07-23T16:07:44Z', 'revision_number': 5, 'project_id': 'ca97f355f69542639a93a46d8fec1231', 'subnets': [{'id': 'da1ddebc-342d-41a7-a957-4d6b12f65f3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3c79634-0918-49f6-ad57-e2aa3271c5eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:07:50.784818 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 52558) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:07:50.900539 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-d79896ec-51a6-480d-b25d-cff44140a723 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1145532 Jul 23 16:07:51.800066 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 46308400-dd47-40db-8ab3-72f133245717 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:07:51.870537 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 46308400-dd47-40db-8ab3-72f133245717 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:07:51.875186 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 46308400-dd47-40db-8ab3-72f133245717 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:51.875560 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:51.986324 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:52.001951 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 46308400-dd47-40db-8ab3-72f133245717, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=46308400-dd47-40db-8ab3-72f133245717,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:07:52.007377 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:52.009475 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-75b6a4a2-251e-4955-8df3-85c55192ad05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:07:52.080228 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=46308400-dd47-40db-8ab3-72f133245717,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:52.083796 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:07:53.775632 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 46308400-dd47-40db-8ab3-72f133245717 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:07:53.844706 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 46308400-dd47-40db-8ab3-72f133245717 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:53.845339 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:57.482127 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:08:03.230818 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-d1c91dca-e590-4db0-bf3b-3c4aaa49f7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:03.513760 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:05.862167 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7661bdaa-87c6-44e3-bd55-b89fd93c4ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:06.610764 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:08.081152 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.231788 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-55ca6b5b-2272-41c9-b5e1-766aaca0d2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:33.517826 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:34.481243 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:08:35.867056 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-049064aa-841c-47af-ba2f-541afba827a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:36.618292 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:38.086781 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:03.239243 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-18ee8729-de10-4dcd-b94a-6ba545021dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:03.522678 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:05.876569 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-abf22e10-adf1-463e-b872-b7b96f31f42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:06.620185 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:08.095081 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:11.479785 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:09:33.255736 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-90cbde08-00f4-4672-97b6-2c5f9121b7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:33.524516 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:35.871697 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-05a1f0c5-9c9e-4b29-b148-ac48031977a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:36.620407 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:38.100316 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.478829 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:09:51.341002 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53128) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:09:51.411663 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d328cf-a824-49a5-b68f-52d5df90c541 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:09:51.412993 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-40d328cf-a824-49a5-b68f-52d5df90c541 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0710292 Jul 23 16:09:51.541346 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e25a8-faf3-46de-9c2e-a8404c41b133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:51.542695 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-f48e25a8-faf3-46de-9c2e-a8404c41b133 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1259093 Jul 23 16:09:53.640995 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53138) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:09:53.745272 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950d689-4e03-4d66-a5c0-d6d67bdff4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:53.745832 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-1950d689-4e03-4d66-a5c0-d6d67bdff4d5 admin admin] Synchronizing usage tracker for tenant:e1c306089bc14c07b93e8d5c0ebafe7b on resource:subnet {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:09:53.761325 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-1950d689-4e03-4d66-a5c0-d6d67bdff4d5 admin admin] Unset dirty status for tenant:e1c306089bc14c07b93e8d5c0ebafe7b on resource:subnet {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:09:53.762467 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-1950d689-4e03-4d66-a5c0-d6d67bdff4d5 admin admin] 10.222.0.76 "GET /v2.0/subnets/da1ddebc-342d-41a7-a957-4d6b12f65f3c HTTP/1.1" status: 200 len: 849 time: 0.1204538 Jul 23 16:09:53.772125 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:09:53.884791 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Notify callbacks [] for subnet, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.071309 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776707533626'] for subnet, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.074994 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ebdf0f26-495a-43fe-a6f4-125347dd7bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:09:54.118000 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:54.118110 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.119348 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] 10.222.0.76 "PUT /v2.0/subnets/da1ddebc-342d-41a7-a957-4d6b12f65f3c HTTP/1.1" status: 200 len: 868 time: 0.3514869 Jul 23 16:09:54.135384 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2dc4a-bba6-4765-abac-50f2f83be71d None None] Network 0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:09:54.143072 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1ddebc-342d-41a7-a957-4d6b12f65f3c,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:54.150783 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.151138 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.151470 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.151795 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.152117 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.152439 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.152758 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.153075 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.153431 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.153746 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.154060 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.154434 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:54.161188 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-00b9b504-3fbe-4508-93e8-0152ac1a832c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:09:54.572653 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e68bfafc-dbee-4f96-84b5-4e1b0a1f4469 None None] Provisioning complete for port 74733c91-49d8-4d8e-a4f2-e9e6a0442081 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:54.573019 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e68bfafc-dbee-4f96-84b5-4e1b0a1f4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:54.699800 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e68bfafc-dbee-4f96-84b5-4e1b0a1f4469 None None] Provisioning complete for port ebe0e60a-4528-4baa-88f4-b7c14c6e29d0 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:09:54.700172 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e68bfafc-dbee-4f96-84b5-4e1b0a1f4469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:56.231669 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53148) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:09:56.448536 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c76b86-91d1-4645-b425-595e1d3e3a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:56.448918 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c76b86-91d1-4645-b425-595e1d3e3a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:56.450461 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-78c76b86-91d1-4645-b425-595e1d3e3a7d admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2178695 Jul 23 16:09:58.521018 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53158) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:09:58.687521 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36a1aab-03be-4d77-b898-0ca96720da3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:58.687987 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36a1aab-03be-4d77-b898-0ca96720da3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:09:58.689518 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-a36a1aab-03be-4d77-b898-0ca96720da3a admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1675596 Jul 23 16:10:00.842287 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53168) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:01.009905 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e874d2-8567-413e-bda7-876b71c1167b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:01.011251 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-e2e874d2-8567-413e-bda7-876b71c1167b admin admin] 10.222.0.76 "GET /v2.0/networks/0b739e8a-5913-4b4b-a91e-25d9d2ac7d3d HTTP/1.1" status: 200 len: 869 time: 0.1680338 Jul 23 16:10:03.118073 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53178) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:03.227611 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-eaf976fc-366f-4cdf-a720-30ced5a04edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:03.282814 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88768571-ba19-4888-bba1-943d354788fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:03.284154 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-88768571-ba19-4888-bba1-943d354788fb admin admin] 10.222.0.76 "GET /v2.0/networks/80087887-44f3-4740-b360-651004434b14 HTTP/1.1" status: 200 len: 886 time: 0.1651595 Jul 23 16:10:03.526914 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:05.395556 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53188) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:05.500169 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3e34b-051e-4dd9-93ba-ac86e80178cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:05.500627 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3e34b-051e-4dd9-93ba-ac86e80178cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:05.502684 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-22f3e34b-051e-4dd9-93ba-ac86e80178cb admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1057239 Jul 23 16:10:05.873523 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-9ae90101-ca2c-4d22-a1b1-07dcce28d686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:06.627883 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:07.654452 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53198) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:07.761431 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f26dd3-6d5b-49ea-af4d-ae805c2cb767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:07.761888 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f26dd3-6d5b-49ea-af4d-ae805c2cb767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:07.763374 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-87f26dd3-6d5b-49ea-af4d-ae805c2cb767 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079836 Jul 23 16:10:08.117363 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:09.915344 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53208) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:10.012888 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3596c8b3-f0c5-4f6a-9266-335b6268dbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:10.014224 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-3596c8b3-f0c5-4f6a-9266-335b6268dbd8 admin admin] 10.222.0.76 "GET /v2.0/subnets/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2 HTTP/1.1" status: 200 len: 816 time: 0.0979431 Jul 23 16:10:12.111492 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53218) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:12.218662 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45dc4cd-e782-430b-9394-2c3dab4cb541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:12.219981 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-c45dc4cd-e782-430b-9394-2c3dab4cb541 admin admin] 10.222.0.76 "GET /v2.0/subnets/da1ddebc-342d-41a7-a957-4d6b12f65f3c HTTP/1.1" status: 200 len: 868 time: 0.1075416 Jul 23 16:10:25.477173 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:10:33.229453 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e7290423-c14d-4772-a14a-b5a892f7fed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:33.528678 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.187822 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 53262) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:35.240429 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [None req-6b8c007c-add9-42c1-b3ba-73b15bb240c7 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:10:35.241461 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-6b8c007c-add9-42c1-b3ba-73b15bb240c7 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527275 Jul 23 16:10:35.874540 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c900a4d3-2df8-4134-80ef-42025f4019d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:36.630568 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:37.436185 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 53272) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:37.521881 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.pecan_wsgi.hooks.translation [None req-68df5e79-b94c-4a02-b585-95293c299536 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:10:37.523174 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-68df5e79-b94c-4a02-b585-95293c299536 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0860863 Jul 23 16:10:37.668376 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ee782-bb5e-4bd9-b0cd-69c6e1a4ab30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:37.670171 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f40ee782-bb5e-4bd9-b0cd-69c6e1a4ab30 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428032 Jul 23 16:10:38.117693 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.803338 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 53282) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:39.850840 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:39.855472 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:10:39.866705 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:10:39.875236 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Made reservation on behalf of e1c306089bc14c07b93e8d5c0ebafe7b for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:39.877870 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.969032 dv-cinder-802036-1-smb neutron-server[78584]: WARNING neutron.services.revisions.revision_plugin [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Could not find related network for resource to bump revision. Jul 23 16:10:39.982580 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:10:39.996087 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776707549076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:39.996664 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Unsubscribe: segment precommit_create {{(pid=78584) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:10:39.997182 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Added segment 4f709c24-1e14-4df0-9ee8-246061d3ac66 of type vlan for network 80acba88-a0a2-4675-b1e0-3a9126802d8a Jul 23 16:10:40.058911 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:40.092046 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:40.093745 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:40.094338 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:40.099390 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:10:40.166747 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3621826 Jul 23 16:10:40.226152 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Pushing event updated for resources: {'Network': ['ID=80acba88-a0a2-4675-b1e0-3a9126802d8a,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:40.234484 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.234819 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.235147 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.235508 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.235841 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.236157 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.236465 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.236773 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.237087 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.237416 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.237721 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.238062 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Tracked resource versions report: Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: pushed versions: Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: { 'AddressGroup': {'1.2'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'ConntrackHelper': {'1.0'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Log': {'1.0'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Network': {'1.1'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Port': {'1.7'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'PortForwarding': {'1.2'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'QosPolicy': {'1.8'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'SecurityGroup': {'1.4'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'SubPort': {'1.0'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Subnet': {'1.1'}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Trunk': {'1.1'}} Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: consumer versions: Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: { DHCP agent@dv-cinder-802036-1-smb: {}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: L3 agent@dv-cinder-802036-1-smb: {}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: Metadata agent@dv-cinder-802036-1-smb: {}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: Metering agent@dv-cinder-802036-1-smb: {}, Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: Open vSwitch agent@dv-cinder-802036-1-smb: { 'AddressGroup': '1.2', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'ConntrackHelper': '1.0', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Log': '1.0', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Network': '1.1', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Port': '1.7', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'PortForwarding': '1.2', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'QosPolicy': '1.8', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'SecurityGroup': '1.4', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'SecurityGroupRule': '1.2', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'SubPort': '1.0', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Subnet': '1.1', Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: 'Trunk': '1.1'}} Jul 23 16:10:40.239135 dv-cinder-802036-1-smb neutron-server[78584]: {{(pid=78584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:10:40.268131 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:10:40.275527 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 80acba88-a0a2-4675-b1e0-3a9126802d8a details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:10:42.296825 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 53296) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:10:42.362774 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27f17da-0b42-4903-8efb-89d7a44fca8f admin admin] GET failed (client error): The resource could not be found. Jul 23 16:10:42.363331 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-e27f17da-0b42-4903-8efb-89d7a44fca8f admin admin] Synchronizing usage tracker for tenant:e1c306089bc14c07b93e8d5c0ebafe7b on resource:network {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:10:42.378217 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-e27f17da-0b42-4903-8efb-89d7a44fca8f admin admin] Unset dirty status for tenant:e1c306089bc14c07b93e8d5c0ebafe7b on resource:network {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:10:42.379496 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-e27f17da-0b42-4903-8efb-89d7a44fca8f admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0817122 Jul 23 16:10:42.486206 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf6529c-0e75-433b-a715-8d8c27b6c578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:42.487686 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-cdf6529c-0e75-433b-a715-8d8c27b6c578 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1007841 Jul 23 16:10:42.497086 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:10:42.501563 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:10:42.511086 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:10:42.520776 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Made reservation on behalf of e1c306089bc14c07b93e8d5c0ebafe7b for: {'subnet': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:10:42.523027 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Notify callbacks [] for subnet, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.749963 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for subnet, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.755458 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:10:42.822471 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ec1d93-a5ed-42b2-84df-74ca4a19b5fc,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:42.828955 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:10:42.831387 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Checking segment: {'id': '4f709c24-1e14-4df0-9ee8-246061d3ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:10:42.832336 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Network hostable DHCP agents. Network: 80acba88-a0a2-4675-b1e0-3a9126802d8a, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:10:42.854815 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Network 80acba88-a0a2-4675-b1e0-3a9126802d8a is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:10:42.864013 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 80acba88-a0a2-4675-b1e0-3a9126802d8a) {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:42.868541 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:10:42.869134 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:42.873090 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e680c-799e-4efa-835c-8326b33f5b26 None None] Network 80acba88-a0a2-4675-b1e0-3a9126802d8a requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:10:42.891916 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3981352 Jul 23 16:10:43.087088 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b9cdedf-693c-587c-a78b-8f08e8df0f19-80acba88-a0a2-4675-b1e0-3a9126802d8a', 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a', 'tenant_id': 'e1c306089bc14c07b93e8d5c0ebafe7b', 'fixed_ips': [{'subnet_id': 'd8ec1d93-a5ed-42b2-84df-74ca4a19b5fc'}]}} from dv-cinder-802036-1-smb. {{(pid=78585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 23 16:10:43.087998 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.240221 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.db_base_plugin_common [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Allocated IP 192.168.233.2 (80acba88-a0a2-4675-b1e0-3a9126802d8a/d8ec1d93-a5ed-42b2-84df-74ca4a19b5fc/5928fe0f-1bed-40eb-9c71-0542e16261e5) {{(pid=78585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:10:43.440658 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Notify callbacks [] for port, precommit_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.452124 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Transition to ACTIVE for port object 5928fe0f-1bed-40eb-9c71-0542e16261e5 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:43.471013 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Transition to ACTIVE for port object 5928fe0f-1bed-40eb-9c71-0542e16261e5 will not be triggered until provisioned by entity DHCP. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:10:43.476005 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.480306 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:10:43.567626 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Network 80acba88-a0a2-4675-b1e0-3a9126802d8a is already hosted by enough agents. {{(pid=78585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:10:43.572747 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.base_scheduler [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Resources bound (agent type, host, resource id): {{(pid=78585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:10:43.576900 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Pushing event updated for resources: {'Port': ['ID=5928fe0f-1bed-40eb-9c71-0542e16261e5,revision_number=1']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:43.579106 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Received port after_create {{(pid=78585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:10:43.610865 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.611199 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.611528 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.611847 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.612165 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.612478 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.612785 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.613156 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.613453 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.613758 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.614066 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.614379 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:10:43.653959 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:10:43.678679 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Attempting to bind port 5928fe0f-1bed-40eb-9c71-0542e16261e5 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:10:43.679042 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Attempting to bind port 5928fe0f-1bed-40eb-9c71-0542e16261e5 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '4f709c24-1e14-4df0-9ee8-246061d3ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:10:43.679399 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Attempting to bind port 5928fe0f-1bed-40eb-9c71-0542e16261e5 on network 80acba88-a0a2-4675-b1e0-3a9126802d8a {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:10:43.684615 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:10:43.684984 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Checking segment: {'id': '4f709c24-1e14-4df0-9ee8-246061d3ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:10:43.685408 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.685802 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Bound using segment: {'id': '4f709c24-1e14-4df0-9ee8-246061d3ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:10:43.686259 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Bound port: 5928fe0f-1bed-40eb-9c71-0542e16261e5, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f709c24-1e14-4df0-9ee8-246061d3ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:10:43.686649 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.773324 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] For port 5928fe0f-1bed-40eb-9c71-0542e16261e5, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:10:43.776290 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] For port 5928fe0f-1bed-40eb-9c71-0542e16261e5, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=5928fe0f-1bed-40eb-9c71-0542e16261e5,segment=NetworkSegment(4f709c24-1e14-4df0-9ee8-246061d3ac66),segment_id=4f709c24-1e14-4df0-9ee8-246061d3ac66)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:10:43.780993 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:43.784782 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:10:43.864208 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Pushing event updated for resources: {'Port': ['ID=5928fe0f-1bed-40eb-9c71-0542e16261e5,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:43.867633 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:10:44.690237 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa2e695-ddee-4870-8c74-25d3c0a67efd None None] Network 80acba88-a0a2-4675-b1e0-3a9126802d8a requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:10:44.810376 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-1970fb3f-76c5-4339-bfe9-20e0a3cc2bc6 None None] Provisioning for port 5928fe0f-1bed-40eb-9c71-0542e16261e5 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:45.884415 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 5928fe0f-1bed-40eb-9c71-0542e16261e5 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:10:45.954220 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 5928fe0f-1bed-40eb-9c71-0542e16261e5 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:10:45.959231 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 5928fe0f-1bed-40eb-9c71-0542e16261e5 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:45.959607 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:46.073022 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:46.103459 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 5928fe0f-1bed-40eb-9c71-0542e16261e5, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=5928fe0f-1bed-40eb-9c71-0542e16261e5,segment=NetworkSegment(4f709c24-1e14-4df0-9ee8-246061d3ac66),segment_id=4f709c24-1e14-4df0-9ee8-246061d3ac66)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:10:46.108424 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:46.111543 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:10:46.175049 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=5928fe0f-1bed-40eb-9c71-0542e16261e5,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:10:46.178646 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:10:47.866691 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 5928fe0f-1bed-40eb-9c71-0542e16261e5 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:10:47.938504 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 5928fe0f-1bed-40eb-9c71-0542e16261e5 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:10:47.938785 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.475632 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:11:03.233903 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-367f2a9c-aef1-47bd-b85c-663831f7d1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.530591 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.877435 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-20bd3932-4e3a-406a-8337-4b3c96aa449d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.631877 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:08.121216 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:33.235792 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-0863e40a-1b73-483a-8bca-6ec4acb12b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:33.532955 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:35.882722 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-73991508-4027-4d15-bf0b-636e207d6950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.639217 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:38.127389 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:39.474583 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:11:52.445886 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53346) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:11:52.452024 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [None req-da11d1ba-4d3e-46e8-b723-77828c55d9b2 tempest-verify_tempest_config-1691180922 tempest-verify_tempest_config-1691180922-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:11:52.452971 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-da11d1ba-4d3e-46e8-b723-77828c55d9b2 tempest-verify_tempest_config-1691180922 tempest-verify_tempest_config-1691180922-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061486 Jul 23 16:11:52.759276 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53364) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:11:52.889509 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.904040 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:11:52.907817 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Usage tracker for resource:security_group_rule and tenant:3980e6ee1f1f47198b6e473082561b80 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:11:52.912750 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:11:52.919551 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:11:53.001414 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.004998 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.012631 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:11:53.060487 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4871b384-b834-4900-9005-e7d1def4778a,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:53.063309 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Synchronizing usage tracker for tenant:e1c306089bc14c07b93e8d5c0ebafe7b on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:11:53.071380 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.071722 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.072051 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.072375 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.072692 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.073008 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.073347 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.073660 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.073974 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.074285 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.074642 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.075028 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:53.080766 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:11:53.092104 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Unset dirty status for tenant:e1c306089bc14c07b93e8d5c0ebafe7b on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:11:53.093334 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3980e6ee1f1f47198b6e473082561b80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3330822 Jul 23 16:11:53.096004 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53370) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:11:53.162452 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6aab9037-e822-421a-b6c2-dd57b2346c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.189687 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6aab9037-e822-421a-b6c2-dd57b2346c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.283948 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6aab9037-e822-421a-b6c2-dd57b2346c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.288473 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-385342da-cef8-4dc1-9345-c97b325f87cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:11:53.299489 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab9037-e822-421a-b6c2-dd57b2346c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4871b384-b834-4900-9005-e7d1def4778a,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:53.303253 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-6aab9037-e822-421a-b6c2-dd57b2346c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:11:53.310725 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6aab9037-e822-421a-b6c2-dd57b2346c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.311853 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-6aab9037-e822-421a-b6c2-dd57b2346c5a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4871b384-b834-4900-9005-e7d1def4778a HTTP/1.1" status: 204 len: 168 time: 0.2149422 Jul 23 16:12:03.238698 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-88bf6359-2d3f-4644-8c80-52c62054e7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:03.544081 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:05.885274 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-74126433-5eca-4f99-9149-f113b0e58343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.637010 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:08.126360 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:16.473611 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:12:33.239852 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc3e1-a113-4a27-b6c6-0a06497d61ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:33.536104 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.886054 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5df4deeb-bb87-4ca7-8b45-6180eb445afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:36.638693 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:38.129409 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:53.473381 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:13:03.241105 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-b5469db5-d49c-4fc7-9185-e73caba02043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:03.537799 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.887311 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-68f7fd6d-a71f-48f8-adce-18f016210071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:06.642192 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.132848 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:30.472831 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 5 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:13:33.243032 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-d94067fc-2241-41b5-9f6d-23fb1025e6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:33.540176 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:35.889356 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-069e4578-0a99-4544-b0d3-22ebc1292a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:36.647077 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:37.686629 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701273'] for agent, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:38.138175 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.390865 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53422) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:13:42.526582 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-884fc047-6b85-4441-8a43-4cfd96f4f17a admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1346173 Jul 23 16:13:44.684405 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53432) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:13:44.742180 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-816b786c-02f6-4462-8f22-b8721473eeda admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0566890 Jul 23 16:14:03.246250 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2a280553-068b-4e86-b881-f9da54ef748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:03.543095 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:05.894304 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-dbae6816-515a-4ab6-9ee0-79e1839be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:06.647240 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:07.471811 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:14:07.649486 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:08.138160 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:33.248298 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-985277ac-6c77-4694-b697-261288c2ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:33.545611 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.906929 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-6c6d69fa-795c-488d-91ed-284e9ad4dbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:36.659895 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:37.644322 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:38.142490 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.471345 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:15:03.260550 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-9d43b246-a1ff-496c-bb9e-a37da4cffa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.548879 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:05.902252 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-4ceec2fa-ca52-4c77-8783-ee763fe5c2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.653603 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:07.640422 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.150833 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:21.478037 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:15:22.806746 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53586) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:23.099297 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1103548858-network', 'tenant_id': 'f85be0045bcf4d088778f012b8c0a9b4'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:23.105284 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:23.110115 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Usage tracker for resource:network and tenant:f85be0045bcf4d088778f012b8c0a9b4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:23.113455 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:23.121977 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:23.137443 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Made reservation on behalf of f85be0045bcf4d088778f012b8c0a9b4 for: {'network': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:23.140552 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.154223 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.171339 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:23.175586 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Usage tracker for resource:security_group_rule and tenant:f85be0045bcf4d088778f012b8c0a9b4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:23.178869 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:23.185166 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:23.283196 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.287587 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.291068 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-950b0b05-cdc8-49ea-844b-0fb9e7228f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:23.329688 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:23.333055 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=78583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:15:23.339179 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.339521 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.339856 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.340186 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.340507 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.340828 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.341272 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.341600 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.343368 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.343368 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.343368 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.343368 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Tracked resource versions report: Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: pushed versions: Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: { 'AddressGroup': {'1.2'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'ConntrackHelper': {'1.0'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Log': {'1.0'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Network': {'1.1'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Port': {'1.7'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'PortForwarding': {'1.2'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'QosPolicy': {'1.8'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'SecurityGroup': {'1.4'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'SubPort': {'1.0'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Subnet': {'1.1'}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Trunk': {'1.1'}} Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: consumer versions: Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: { DHCP agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: HyperV agent@hv-cinder-80203: {}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: L3 agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: Metadata agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: Metering agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: Open vSwitch agent@dv-cinder-802036-1-smb: { 'AddressGroup': '1.2', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'ConntrackHelper': '1.0', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Log': '1.0', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Network': '1.1', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Port': '1.7', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'PortForwarding': '1.2', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'QosPolicy': '1.8', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'SecurityGroup': '1.4', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'SecurityGroupRule': '1.2', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'SubPort': '1.0', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Subnet': '1.1', Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: 'Trunk': '1.1'}} Jul 23 16:15:23.344439 dv-cinder-802036-1-smb neutron-server[78583]: {{(pid=78583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:15:23.352086 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:23.359874 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.360255 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.segments_db [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Added segment 872557ff-fd57-4a64-86fe-162a30a55cbe of type vlan for network ebc825b2-61c2-4865-8cf1-fb2992638c08 Jul 23 16:15:23.404330 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.429712 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 53630) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:23.438245 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.439879 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:23.440477 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.443873 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:23.567019 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Pushing event updated for resources: {'Network': ['ID=ebc825b2-61c2-4865-8cf1-fb2992638c08,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:23.571266 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:23.573569 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7642381 Jul 23 16:15:23.576623 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53646) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:23.581842 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network ebc825b2-61c2-4865-8cf1-fb2992638c08 details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:15:23.584379 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Request body: {'subnet': {'network_id': 'ebc825b2-61c2-4865-8cf1-fb2992638c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1103548858-subnet', 'tenant_id': 'f85be0045bcf4d088778f012b8c0a9b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:23.589371 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:23.594181 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Usage tracker for resource:subnet and tenant:f85be0045bcf4d088778f012b8c0a9b4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:23.597511 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:23.603648 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:23.615786 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Made reservation on behalf of f85be0045bcf4d088778f012b8c0a9b4 for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:23.620147 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.890495 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.896813 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7fe697b7-220a-4504-8377-1652f342c4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:23.935065 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-network', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:23.941311 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:23.945061 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Usage tracker for resource:network and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:23.948053 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:23.954469 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:23.965107 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Made reservation on behalf of 26d377ae61f143c882e045e5132dd3f4 for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:23.967774 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.985881 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.003269 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:24.008343 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ec6742-0126-48c2-8b6e-3d3432d87f8f,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.014308 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:24.020390 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Usage tracker for resource:security_group_rule and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:24.025500 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Checking segment: {'id': '872557ff-fd57-4a64-86fe-162a30a55cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ebc825b2-61c2-4865-8cf1-fb2992638c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:24.026124 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Network hostable DHCP agents. Network: ebc825b2-61c2-4865-8cf1-fb2992638c08, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:15:24.027193 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:24.034683 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:24.057535 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Network ebc825b2-61c2-4865-8cf1-fb2992638c08 is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:15:24.070198 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, ebc825b2-61c2-4865-8cf1-fb2992638c08) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:24.077575 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:24.078710 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.087443 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1b634-df0e-4535-8a77-6ed33bb73b6b None None] Network ebc825b2-61c2-4865-8cf1-fb2992638c08 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:15:24.106536 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5271425 Jul 23 16:15:24.151277 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.157090 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.172305 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:15:24.178930 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53666) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:24.182982 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.183529 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Added segment 1f1a0f47-f314-44ec-8685-7675ac2a8f68 of type vlan for network 5476ced9-dd19-4863-a4d2-209f6aba818b Jul 23 16:15:24.211157 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:24.231742 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.231941 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53672) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:24.284702 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe310a3-5976-439a-a8da-0acfc385ab38,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.293512 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.294428 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.294988 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.296095 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.296680 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.297251 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.297704 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.298225 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.298774 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.299304 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.299715 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.300235 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Tracked resource versions report: Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: pushed versions: Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: { 'AddressGroup': {'1.2'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'ConntrackHelper': {'1.0'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Log': {'1.0'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Network': {'1.1'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Port': {'1.7'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'PortForwarding': {'1.2'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'QosPolicy': {'1.8'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'SecurityGroup': {'1.4'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'SubPort': {'1.0'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Subnet': {'1.1'}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Trunk': {'1.1'}} Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: consumer versions: Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: { DHCP agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: HyperV agent@hv-cinder-80203: {}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: L3 agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: Metadata agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: Metering agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: Open vSwitch agent@dv-cinder-802036-1-smb: { 'AddressGroup': '1.2', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'ConntrackHelper': '1.0', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Log': '1.0', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Network': '1.1', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Port': '1.7', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'PortForwarding': '1.2', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'QosPolicy': '1.8', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'SecurityGroup': '1.4', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'SecurityGroupRule': '1.2', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'SubPort': '1.0', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Subnet': '1.1', Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: 'Trunk': '1.1'}} Jul 23 16:15:24.301785 dv-cinder-802036-1-smb neutron-server[78584]: {{(pid=78584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:15:24.307048 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.309302 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:24.310114 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.334095 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:24.334794 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c317a849-53c0-4a1f-aefe-9d0974c2591b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:24.352115 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9194508 Jul 23 16:15:24.355842 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53678) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:24.362303 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Request body: {'subnet': {'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-subnet', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:24.368878 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:24.379414 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Usage tracker for resource:subnet and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:24.384474 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:24.387260 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170c924-28da-44ac-b9ef-d34655fed5c6 None None] Network ebc825b2-61c2-4865-8cf1-fb2992638c08 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:15:24.398202 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:24.417680 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Made reservation on behalf of 26d377ae61f143c882e045e5132dd3f4 for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:24.423625 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.449744 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Pushing event updated for resources: {'Network': ['ID=5476ced9-dd19-4863-a4d2-209f6aba818b,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.454318 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:24.509627 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 5476ced9-dd19-4863-a4d2-209f6aba818b details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:15:24.789302 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-45576485-network', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:24.796303 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:24.806498 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Usage tracker for resource:network and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:24.809739 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:24.815993 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.816947 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:24.829482 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-32806144-fc6b-4ebe-a091-13454a552d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:24.859887 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Made reservation on behalf of 473f4fc062fd4dcaac5767370944c4de for: {'network': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:24.865641 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.906500 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.918013 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-network', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:24.923787 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Checking segment: {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:24.924398 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Network hostable DHCP agents. Network: 5476ced9-dd19-4863-a4d2-209f6aba818b, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:15:24.954212 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:24.960105 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Usage tracker for resource:security_group_rule and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:24.963366 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Network 5476ced9-dd19-4863-a4d2-209f6aba818b is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:15:24.969833 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:24.972723 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:24.992069 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:24.997350 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Usage tracker for resource:network and tenant:f1e1a896ab074baa9ec90756d52a58fb is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:25.000484 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 5476ced9-dd19-4863-a4d2-209f6aba818b) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:25.004501 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:25.010387 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a16cae7-1fe0-4f97-857c-7c81d2f24880 None None] Network 5476ced9-dd19-4863-a4d2-209f6aba818b requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:15:25.035076 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.035649 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.055366 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:25.067811 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7084765 Jul 23 16:15:25.067811 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b368c0fd-114d-419e-851b-ead7ff0e1888,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:25.068141 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 53698) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:25.074390 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14'}}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:25.081147 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:25.086005 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Usage tracker for resource:router and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:25.090046 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:25.104039 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:25.132557 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-325'] for router, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.134783 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-332'] for router, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.171319 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.173263 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:25.178771 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.182180 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.186325 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:25.209739 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Made reservation on behalf of f1e1a896ab074baa9ec90756d52a58fb for: {'network': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:25.214633 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.302391 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.355134 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b9cdedf-693c-587c-a78b-8f08e8df0f19-5476ced9-dd19-4863-a4d2-209f6aba818b', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888'}]}} from dv-cinder-802036-1-smb. {{(pid=78585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 23 16:15:25.356263 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.359237 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=78583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:15:25.363542 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121b9c58-8f78-4cf7-96a7-e3d6e83cd63f,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:25.369077 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:25.378206 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:25.393892 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Usage tracker for resource:security_group_rule and tenant:f1e1a896ab074baa9ec90756d52a58fb is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:25.404241 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:25.408803 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.409191 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.segments_db [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Added segment a55310dc-b27e-44d4-a5ac-28b86a319743 of type vlan for network e1ca1912-5243-42a2-8607-b50e9ed457ff Jul 23 16:15:25.416790 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:25.469557 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.670697 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.db_base_plugin_common [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Allocated IP 172.20.0.2 (5476ced9-dd19-4863-a4d2-209f6aba818b/b368c0fd-114d-419e-851b-ead7ff0e1888/3ec43e35-d805-4f3a-a66c-b86edc55e5cd) {{(pid=78585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:25.733788 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.741836 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.768681 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=78583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:15:25.781025 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.782613 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.segments_db [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Added segment 3b54ca7a-962d-4d3e-b899-7291e0926330 of type vlan for network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf Jul 23 16:15:25.824680 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-346'] for router, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.839838 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.853855 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:25.925305 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.927004 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c690ac-5984-4174-af37-7a60c13b4d3b,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:25.930788 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:25.934712 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.936369 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.954369 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8ee72559-5496-478f-9067-a4478a799647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:26.105819 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9250553 Jul 23 16:15:26.112463 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53738) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:26.116097 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.117270 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ca1912-5243-42a2-8607-b50e9ed457ff,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:26.120609 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:26.130588 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Request body: {'subnet': {'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-45576485-subnet', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:26.139519 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:26.146392 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.147803 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.153775 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network e1ca1912-5243-42a2-8607-b50e9ed457ff details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:15:26.190306 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:26.334718 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.402777 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.439402 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Usage tracker for resource:subnet and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:26.444469 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Pushing event updated for resources: {'Network': ['ID=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:26.448299 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.453056 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:26.458220 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2253249 Jul 23 16:15:26.459869 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:26.468271 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53750) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:26.475104 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:26.478648 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Transition to ACTIVE for port object 3ec43e35-d805-4f3a-a66c-b86edc55e5cd will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:26.489997 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Request body: {'subnet': {'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-subnet', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:26.511038 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:26.524100 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Transition to ACTIVE for port object 3ec43e35-d805-4f3a-a66c-b86edc55e5cd will not be triggered until provisioned by entity DHCP. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:26.543656 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:15:26.558968 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Usage tracker for resource:subnet and tenant:f1e1a896ab074baa9ec90756d52a58fb is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:26.567598 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Allocated IP 172.28.2.67 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/1d92d6d3-b7c9-4fca-88df-dad21c9fc656) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:26.575454 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Made reservation on behalf of 473f4fc062fd4dcaac5767370944c4de for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:26.587646 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.664937 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:26.705267 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:26.765882 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.776685 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Made reservation on behalf of f1e1a896ab074baa9ec90756d52a58fb for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:26.792514 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.793204 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.855254 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.858916 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:26.869020 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:26.962945 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Network 5476ced9-dd19-4863-a4d2-209f6aba818b is already hosted by enough agents. {{(pid=78585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:26.964533 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d92d6d3-b7c9-4fca-88df-dad21c9fc656,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:26.979913 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.base_scheduler [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Resources bound (agent type, host, resource id): {{(pid=78585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:26.981757 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:26.986910 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:26.987941 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:26.999323 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:27.000401 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Received port after_create {{(pid=78585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:27.110065 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Pushing event updated for resources: {'Port': ['ID=3ec43e35-d805-4f3a-a66c-b86edc55e5cd,revision_number=1']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:27.132553 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.133327 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.133895 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.134444 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.134985 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.135518 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.136062 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.136609 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.137193 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.137738 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.138404 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.139000 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Tracked resource versions report: Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: pushed versions: Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: { 'AddressGroup': {'1.2'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'ConntrackHelper': {'1.0'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Log': {'1.0'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Network': {'1.1'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Port': {'1.7'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'PortForwarding': {'1.2'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'QosPolicy': {'1.8'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'SecurityGroup': {'1.4'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'SubPort': {'1.0'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Subnet': {'1.1'}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Trunk': {'1.1'}} Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: consumer versions: Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: { DHCP agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: HyperV agent@hv-cinder-80203: {}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: L3 agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: Metadata agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: Metering agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: Open vSwitch agent@dv-cinder-802036-1-smb: { 'AddressGroup': '1.2', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'ConntrackHelper': '1.0', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Log': '1.0', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Network': '1.1', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Port': '1.7', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'PortForwarding': '1.2', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'QosPolicy': '1.8', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'SecurityGroup': '1.4', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'SecurityGroupRule': '1.2', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'SubPort': '1.0', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Subnet': '1.1', Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: 'Trunk': '1.1'}} Jul 23 16:15:27.140288 dv-cinder-802036-1-smb neutron-server[78585]: {{(pid=78585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:15:27.147809 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:27.153405 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Attempting to bind port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:27.154036 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Attempting to bind port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:27.155228 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Attempting to bind port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd on network 5476ced9-dd19-4863-a4d2-209f6aba818b {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:15:27.162287 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:15:27.163090 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Checking segment: {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:27.163731 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.164334 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Bound using segment: {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:15:27.165044 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Bound port: 3ec43e35-d805-4f3a-a66c-b86edc55e5cd, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:27.166189 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.318937 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.337196 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] For port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:15:27.341870 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] For port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=3ec43e35-d805-4f3a-a66c-b86edc55e5cd,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:15:27.348181 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.349493 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:27.355584 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:27.407112 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.440388 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:27.447689 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:27.449953 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:27.501527 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Pushing event updated for resources: {'Port': ['ID=3ec43e35-d805-4f3a-a66c-b86edc55e5cd,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:27.505569 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:27.513339 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Checking segment: {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:27.513988 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Network hostable DHCP agents. Network: e1ca1912-5243-42a2-8607-b50e9ed457ff, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:15:27.609010 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Checking segment: {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:27.609916 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Network hostable DHCP agents. Network: 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:15:27.625422 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87b2962-7e68-44f8-b9c4-11363816a02d,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:27.630551 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:27.645019 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Network e1ca1912-5243-42a2-8607-b50e9ed457ff is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:15:27.645845 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.676067 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:15:27.683932 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, e1ca1912-5243-42a2-8607-b50e9ed457ff) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:27.687726 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:27.697598 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4221e81b-858b-4344-b71a-cb1db2b8eba5 None None] Network e1ca1912-5243-42a2-8607-b50e9ed457ff requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:15:27.712609 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:27.713317 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.797545 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6823502 Jul 23 16:15:27.799590 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53806) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:27.809822 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14'}}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:27.836991 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:27.848697 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.855108 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c71420-89e4-4a35-8d4e-ca0960b5a110 None None] Network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:15:27.859635 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:27.877898 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Usage tracker for resource:router and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:27.894149 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:27.919108 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:27.934011 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 53812) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:27.941379 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4698198 Jul 23 16:15:27.948951 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14'}}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:27.961936 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-325'] for router, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.963726 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-332'] for router, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.981258 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:28.001091 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Usage tracker for resource:router and tenant:f1e1a896ab074baa9ec90756d52a58fb is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:28.012270 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:28.024932 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.179314 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53820) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:28.296711 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 3ec43e35-d805-4f3a-a66c-b86edc55e5cd up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:28.386551 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:28.389899 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689045'] for router, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.817635 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53838) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:28.818435 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53844) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:28.839118 dv-cinder-802036-1-smb neutron-server[78583]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 16:15:28.873786 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-346'] for router, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.909643 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.934688 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13d898-4629-48db-9ec9-bef273b05eed None None] Network 5476ced9-dd19-4863-a4d2-209f6aba818b requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:15:28.997055 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:29.005879 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34c7ec-6dfd-481b-97b9-a1536162b5e3 None None] Network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:15:29.022585 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-325'] for router, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.023748 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-332'] for router, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.052670 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Router 2c49f213-05ae-4a92-bdbf-1d296233ada2 is scheduled to L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 with binding_index 1 {{(pid=78584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:15:29.058786 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.074808 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Usage tracker for resource:security_group_rule and tenant:efea90d4c9f143828b7de3fed3481dc9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:29.083046 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:29.113347 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:29.145241 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:29.156279 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b9cdedf-693c-587c-a78b-8f08e8df0f19-e1ca1912-5243-42a2-8607-b50e9ed457ff', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c'}]}} from dv-cinder-802036-1-smb. {{(pid=78585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 23 16:15:29.160048 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.202843 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a8612-a04d-4621-ac58-27c74d53d294 req-4c96235d-6d47-46e0-bd3b-900683f03135 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:29.203613 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-058a8612-a04d-4621-ac58-27c74d53d294 req-4c96235d-6d47-46e0-bd3b-900683f03135 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Synchronizing usage tracker for tenant:f85be0045bcf4d088778f012b8c0a9b4 on resource:network {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:15:29.210354 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe7f5-563c-4f64-b3bb-9775aea2c944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.290665 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-a1ebe7f5-563c-4f64-b3bb-9775aea2c944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:29.303325 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-a1ebe7f5-563c-4f64-b3bb-9775aea2c944 admin admin] Usage tracker for resource:security_group_rule and tenant:34a547f011f14dbea6193ec20648125d is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:29.306873 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-a1ebe7f5-563c-4f64-b3bb-9775aea2c944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:29.318755 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-a1ebe7f5-563c-4f64-b3bb-9775aea2c944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:29.423554 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-139f0660-ce9b-4dec-8970-9741e6b6c37b None None] Provisioning for port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:29.432636 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:15:29.445580 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.446120 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Sync routers for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:29.458609 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.474968 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:29.476403 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:29.522344 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:29.546208 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=efea90d4c9f143828b7de3fed3481dc9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3612745 Jul 23 16:15:29.550886 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 53888) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:29.600354 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.db_base_plugin_common [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Allocated IP 172.20.0.2 (e1ca1912-5243-42a2-8607-b50e9ed457ff/24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c/a64306be-78fe-4850-98a4-739710258b42) {{(pid=78585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:29.866348 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-346'] for router, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.897321 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.898553 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8291976 Jul 23 16:15:29.905220 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 53898) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:29.943819 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Notify callbacks [] for port, precommit_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.973015 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-058a8612-a04d-4621-ac58-27c74d53d294 req-4c96235d-6d47-46e0-bd3b-900683f03135 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Unset dirty status for tenant:f85be0045bcf4d088778f012b8c0a9b4 on resource:network {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:15:29.974987 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-4c96235d-6d47-46e0-bd3b-900683f03135 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/networks?id=ebc825b2-61c2-4865-8cf1-fb2992638c08 HTTP/1.1" status: 200 len: 812 time: 1.1558177 Jul 23 16:15:29.986835 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Transition to ACTIVE for port object a64306be-78fe-4850-98a4-739710258b42 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:30.024016 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:30.025460 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Transition to ACTIVE for port object a64306be-78fe-4850-98a4-739710258b42 will not be triggered until provisioned by entity DHCP. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:30.038270 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.054928 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-139f0660-ce9b-4dec-8970-9741e6b6c37b None None] Provisioning complete for port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:30.056929 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-139f0660-ce9b-4dec-8970-9741e6b6c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.094141 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-0127fc89-7f40-41f9-b23a-a03730a3dde5 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/quotas/f85be0045bcf4d088778f012b8c0a9b4 HTTP/1.1" status: 200 len: 375 time: 0.0233989 Jul 23 16:15:30.223398 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-ab383424-b882-4631-946a-f02d8f53a45c tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f85be0045bcf4d088778f012b8c0a9b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994492 Jul 23 16:15:30.291834 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-315912e0-7d4e-4aa8-9350-99e9580ba2f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:30.462650 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc71d2d-46ec-48f3-90bb-ee7ca0b48081,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:30.539254 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:30.595461 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Pushing event updated for resources: {'Port': ['ID=a64306be-78fe-4850-98a4-739710258b42,revision_number=1']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:30.596179 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.623073 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:27Z', 'revision_number': 3, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:30.642322 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Checking router: 2c49f213-05ae-4a92-bdbf-1d296233ada2 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:30.643150 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Updating router 2c49f213-05ae-4a92-bdbf-1d296233ada2 port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 binding host dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:15:30.665241 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Network e1ca1912-5243-42a2-8607-b50e9ed457ff is already hosted by enough agents. {{(pid=78585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:30.670822 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:30.703448 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.base_scheduler [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Resources bound (agent type, host, resource id): {{(pid=78585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:30.716490 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe7f5-563c-4f64-b3bb-9775aea2c944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.724365 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Received port after_create {{(pid=78585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:30.725487 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a0b7579e-ff9d-4d49-9e1d-7be4c54e9960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.788354 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.810479 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a0b7579e-ff9d-4d49-9e1d-7be4c54e9960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.927131 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe7f5-563c-4f64-b3bb-9775aea2c944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.929567 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.936674 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a0b7579e-ff9d-4d49-9e1d-7be4c54e9960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.044913 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:31.067344 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-23db149f-591b-43da-9c29-96ec0f9f5675 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:15:31.068432 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-23db149f-591b-43da-9c29-96ec0f9f5675 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3472157 Jul 23 16:15:31.096263 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-a1ebe7f5-563c-4f64-b3bb-9775aea2c944 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=34a547f011f14dbea6193ec20648125d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2751682 Jul 23 16:15:31.101255 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 53960) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:31.213486 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebe7f5-563c-4f64-b3bb-9775aea2c944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47028184-240c-47a8-988e-e21429cb6a3a,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:31.243805 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Attempting to bind port a64306be-78fe-4850-98a4-739710258b42 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:31.243805 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Attempting to bind port a64306be-78fe-4850-98a4-739710258b42 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:31.243805 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Attempting to bind port a64306be-78fe-4850-98a4-739710258b42 on network e1ca1912-5243-42a2-8607-b50e9ed457ff {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:15:31.295896 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7579e-ff9d-4d49-9e1d-7be4c54e9960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc71d2d-46ec-48f3-90bb-ee7ca0b48081,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:31.305130 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a0b7579e-ff9d-4d49-9e1d-7be4c54e9960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:31.305609 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:31.305952 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:31.324036 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a0b7579e-ff9d-4d49-9e1d-7be4c54e9960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.329662 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-a0b7579e-ff9d-4d49-9e1d-7be4c54e9960 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0fc71d2d-46ec-48f3-90bb-ee7ca0b48081 HTTP/1.1" status: 204 len: 168 time: 1.3582728 Jul 23 16:15:31.384412 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-0e31d5e4-6fd9-4eb0-a20b-2d54161777ab service neutron] 10.222.0.76 "GET /v2.0/networks/ebc825b2-61c2-4865-8cf1-fb2992638c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790222 Jul 23 16:15:31.502978 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:15:31.503355 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Checking segment: {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:31.504111 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.504522 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Bound using segment: {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:15:31.505284 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Bound port: a64306be-78fe-4850-98a4-739710258b42, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:31.505658 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.606752 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-139f0660-ce9b-4dec-8970-9741e6b6c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.670400 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Notify callbacks [] for port, precommit_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.684657 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-139f0660-ce9b-4dec-8970-9741e6b6c37b None None] For port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=3ec43e35-d805-4f3a-a66c-b86edc55e5cd,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:15:31.693085 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-139f0660-ce9b-4dec-8970-9741e6b6c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.695833 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] For port a64306be-78fe-4850-98a4-739710258b42, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:15:31.702463 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] For port a64306be-78fe-4850-98a4-739710258b42, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=a64306be-78fe-4850-98a4-739710258b42,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:15:31.707232 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:31.756497 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.provisioning_blocks [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Transition to ACTIVE for port object 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 will not be triggered until provisioned by entity L2. {{(pid=78586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:31.769239 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.777718 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-bab70d39-c42d-45a6-b92b-6d247095a74c service neutron] 10.222.0.76 "GET /v2.0/networks/ebc825b2-61c2-4865-8cf1-fb2992638c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872159 Jul 23 16:15:31.782985 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:31.853526 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.954846 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Attempting to bind port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:31.955670 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Attempting to bind port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:31.956325 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Attempting to bind port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 on network 80087887-44f3-4740-b360-651004434b14 {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:15:31.958370 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Allocated IP 172.28.2.241 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/87e50287-bf66-49fb-9c4d-0ecff9d57b64) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:31.961268 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=1d92d6d3-b7c9-4fca-88df-dad21c9fc656,revision_number=2']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:31.974488 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.974923 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.975341 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.975773 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.976575 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.977227 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.977568 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.977985 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.978432 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.978845 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.979346 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.979758 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Tracked resource versions report: Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: pushed versions: Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: { 'AddressGroup': {'1.2'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'ConntrackHelper': {'1.0'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Log': {'1.0'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Network': {'1.1'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Port': {'1.7'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'PortForwarding': {'1.2'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'QosPolicy': {'1.8'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'SecurityGroup': {'1.4'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'SubPort': {'1.0'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Subnet': {'1.1'}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Trunk': {'1.1'}} Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: consumer versions: Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: { DHCP agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: HyperV agent@hv-cinder-80203: {}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: L3 agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: Metadata agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: Metering agent@dv-cinder-802036-1-smb: {}, Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: Open vSwitch agent@dv-cinder-802036-1-smb: { 'AddressGroup': '1.2', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'ConntrackHelper': '1.0', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Log': '1.0', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Network': '1.1', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Port': '1.7', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'PortForwarding': '1.2', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'QosPolicy': '1.8', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'SecurityGroup': '1.4', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'SecurityGroupRule': '1.2', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'SubPort': '1.0', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Subnet': '1.1', Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: 'Trunk': '1.1'}} Jul 23 16:15:31.980908 dv-cinder-802036-1-smb neutron-server[78586]: {{(pid=78586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:15:31.987277 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:31.988442 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:15:31.988977 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Checking segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:31.989497 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.990105 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Bound using segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:15:31.990720 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Bound port: 1d92d6d3-b7c9-4fca-88df-dad21c9fc656, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:31.991714 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:32.085605 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f0660-ce9b-4dec-8970-9741e6b6c37b None None] Pushing event updated for resources: {'Port': ['ID=3ec43e35-d805-4f3a-a66c-b86edc55e5cd,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:32.109050 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-139f0660-ce9b-4dec-8970-9741e6b6c37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:32.113826 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:32.296359 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] For port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:15:32.314456 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] For port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=1d92d6d3-b7c9-4fca-88df-dad21c9fc656,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:15:32.318082 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Pushing event updated for resources: {'Port': ['ID=a64306be-78fe-4850-98a4-739710258b42,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:32.326820 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:32.329296 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:32.352142 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-79a453fe-8696-4320-9bc0-1ef755f8e227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:32.379654 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54004) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:32.486669 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54012) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:32.528721 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:32.730975 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Pushing event updated for resources: {'Port': ['ID=1d92d6d3-b7c9-4fca-88df-dad21c9fc656,revision_number=3']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:32.746397 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-78e415c3-f190-47dd-9296-1bda6d5e77cb None None] Provisioning complete for port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:32.748661 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-78e415c3-f190-47dd-9296-1bda6d5e77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:32.749529 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:32.789190 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:32.791106 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:33.045269 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-734735a3-4807-4b45-9389-a95ba733473f req-0522c009-3afd-4b05-8d44-6cf0308bb2f2 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 210 time: 0.5530553 Jul 23 16:15:33.059750 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:33.073249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.086654 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54034) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:33.091431 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Usage tracker for resource:security_group_rule and tenant:7e6e4f7698a24374bf6eaafdb86545e9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:33.100034 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:33.109967 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:33.156217 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.169286 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.180453 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:33.196656 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-97458a3e-882a-40e2-ad56-e2b3447e6e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.201265 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.259538 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-d9ece28d-90bf-44c5-b12b-c67bbce7c394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.275718 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=87e50287-bf66-49fb-9c4d-0ecff9d57b64,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:33.280678 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:33.282321 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:33.328400 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.338834 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:33.344847 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:33.359934 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:33.448917 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.559205 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-97458a3e-882a-40e2-ad56-e2b3447e6e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.561469 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:33.561983 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.593304 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Usage tracker for resource:security_group_rule and tenant:3c3577ffa1f142e68598b54a2c5fe5aa is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:33.705615 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:33.719454 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.784369 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:27Z', 'revision_number': 3, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:33.794222 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233b056-c35b-4dd9-b2f0-6f7d64603289 None None] The sync data for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb is: [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:27Z', 'revision_number': 3, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:33.805476 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:33.855717 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Allocated IP 172.20.0.1 (5476ced9-dd19-4863-a4d2-209f6aba818b/b368c0fd-114d-419e-851b-ead7ff0e1888/540f0e4c-7b4b-467e-b58a-75e4990321c5) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:33.859453 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.894991 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:33.924806 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01bf964-dc1c-424a-aa1e-6f45b7c7bbdc None None] Network e1ca1912-5243-42a2-8607-b50e9ed457ff requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:15:34.037368 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Allocated IP 172.28.2.82 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/74ba0b4e-2848-409d-8db4-01d81d04ec02) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:34.068641 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-97458a3e-882a-40e2-ad56-e2b3447e6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.094378 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.130957 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:34.204341 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97458a3e-882a-40e2-ad56-e2b3447e6e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47028184-240c-47a8-988e-e21429cb6a3a,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:34.243029 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-97458a3e-882a-40e2-ad56-e2b3447e6e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:34.259712 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.333679 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e6e4f7698a24374bf6eaafdb86545e9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9465954 Jul 23 16:15:34.368781 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54068) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:34.371333 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 3ec43e35-d805-4f3a-a66c-b86edc55e5cd up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:34.393077 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd31881c-5eed-4f27-998c-5c73923a1d4c,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:34.407067 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-347c9da4-08b6-4912-8dae-f2a975cbda3c None None] Provisioning for port a64306be-78fe-4850-98a4-739710258b42 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:34.481912 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Transition to ACTIVE for port object 540f0e4c-7b4b-467e-b58a-75e4990321c5 will not be triggered until provisioned by entity DHCP. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:34.484735 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-97458a3e-882a-40e2-ad56-e2b3447e6e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.489141 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-97458a3e-882a-40e2-ad56-e2b3447e6e95 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47028184-240c-47a8-988e-e21429cb6a3a HTTP/1.1" status: 204 len: 168 time: 3.3799551 Jul 23 16:15:34.496249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:34.519836 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-97d05f4c-909c-47ea-afd1-0bda6ef49a67 req-277c0b91-9ab5-4984-bb1a-c53ba43c96fb tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 210 time: 0.3178253 Jul 23 16:15:34.587566 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:34.588322 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.674774 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.767398 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.792736 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:34.930485 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Pushing event updated for resources: {'Port': ['ID=540f0e4c-7b4b-467e-b58a-75e4990321c5,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:34.933767 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:34.956918 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Network 5476ced9-dd19-4863-a4d2-209f6aba818b is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:34.963080 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:34.967375 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:34.967844 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659792'] for router_interface, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.009863 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device a64306be-78fe-4850-98a4-739710258b42 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:35.104062 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-98c490a5-6929-44af-ad74-d9ae8f51ef67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.150972 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port a64306be-78fe-4850-98a4-739710258b42 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:35.164447 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port a64306be-78fe-4850-98a4-739710258b42 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:35.165095 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.269325 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-98c490a5-6929-44af-ad74-d9ae8f51ef67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.471277 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.480139 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e62d9ca4-9e9c-4c9b-a821-46a3635ccf6c None None] Provisioning for port 540f0e4c-7b4b-467e-b58a-75e4990321c5 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:35.492074 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.493692 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689045'] for router, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.525956 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e62d9ca4-9e9c-4c9b-a821-46a3635ccf6c None None] Provisioning complete for port 540f0e4c-7b4b-467e-b58a-75e4990321c5 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:35.526815 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e62d9ca4-9e9c-4c9b-a821-46a3635ccf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.566171 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.590177 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:35.603291 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-27555a02-ceda-410e-a353-c9187c279fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:35.655021 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-e62d9ca4-9e9c-4c9b-a821-46a3635ccf6c None None] Port 540f0e4c-7b4b-467e-b58a-75e4990321c5 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:35.665742 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.677226 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-98c490a5-6929-44af-ad74-d9ae8f51ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.738583 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e62d9ca4-9e9c-4c9b-a821-46a3635ccf6c None None] Provisioning complete for port a64306be-78fe-4850-98a4-739710258b42 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:35.738964 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e62d9ca4-9e9c-4c9b-a821-46a3635ccf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.781258 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.823531 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.88', 59287) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:35.873463 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port a64306be-78fe-4850-98a4-739710258b42, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=a64306be-78fe-4850-98a4-739710258b42,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:15:35.881021 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Pushing event updated for resources: {'Port': ['ID=74ba0b4e-2848-409d-8db4-01d81d04ec02,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:35.907791 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.925642 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:36.051517 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-4a4191f7-ccae-49b2-a932-dab338ce3c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.147305 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:36.155460 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a8612-a04d-4621-ac58-27c74d53d294 req-bbcd8964-4bc7-43b3-b6d4-664f4bdbe42f tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.158895 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-bbcd8964-4bc7-43b3-b6d4-664f4bdbe42f tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.88 "GET /v2.0/networks?id=ebc825b2-61c2-4865-8cf1-fb2992638c08 HTTP/1.1" status: 200 len: 812 time: 0.2786214 Jul 23 16:15:36.159953 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:36.164717 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:36.230781 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c3577ffa1f142e68598b54a2c5fe5aa&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1400867 Jul 23 16:15:36.231022 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4c8521a3-9e27-4a0e-8f63-888c5b25eace req-2ff1c40a-3fb4-4def-ab64-f47a14685c6d tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 210 time: 0.2573133 Jul 23 16:15:36.231826 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4376395e-75e2-46c5-baa4-b6cf1f40ef3a,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:36.260356 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:36.269969 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54110) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:36.270640 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.508s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:36.289836 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c490a5-6929-44af-ad74-d9ae8f51ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd31881c-5eed-4f27-998c-5c73923a1d4c,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:36.297724 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:36.304779 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-98c490a5-6929-44af-ad74-d9ae8f51ef67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:36.314930 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-98c490a5-6929-44af-ad74-d9ae8f51ef67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.316048 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-98c490a5-6929-44af-ad74-d9ae8f51ef67 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dd31881c-5eed-4f27-998c-5c73923a1d4c HTTP/1.1" status: 204 len: 168 time: 1.9246891 Jul 23 16:15:36.343675 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:36.448466 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b6894f7a-5052-461f-a9b8-8535b1a05864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.511694 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=a64306be-78fe-4850-98a4-739710258b42,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:36.518235 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:36.547967 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:36.557376 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:36.558195 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.585865 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b6894f7a-5052-461f-a9b8-8535b1a05864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.605461 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Router 65130463-6cd9-4a3b-977e-a9af59d939b1 is scheduled to L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 with binding_index 1 {{(pid=78583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:15:36.639796 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.646559 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Request body: {'port': {'device_id': '75c0b3a6-775b-4971-9d6d-164181c4f177', 'network_id': 'ebc825b2-61c2-4865-8cf1-fb2992638c08', 'admin_state_up': True, 'tenant_id': 'f85be0045bcf4d088778f012b8c0a9b4'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:36.678946 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.778845 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.827699 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659775'] for router_interface, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.887433 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.948829 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=1d92d6d3-b7c9-4fca-88df-dad21c9fc656,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:15:36.956958 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.959934 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:36.973786 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:37.011369 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b6894f7a-5052-461f-a9b8-8535b1a05864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.050249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-98c490a5-6929-44af-ad74-d9ae8f51ef67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:37.065061 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6894f7a-5052-461f-a9b8-8535b1a05864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376395e-75e2-46c5-baa4-b6cf1f40ef3a,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:37.080590 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b6894f7a-5052-461f-a9b8-8535b1a05864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:37.103709 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b6894f7a-5052-461f-a9b8-8535b1a05864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.104848 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-b6894f7a-5052-461f-a9b8-8535b1a05864 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4376395e-75e2-46c5-baa4-b6cf1f40ef3a HTTP/1.1" status: 204 len: 168 time: 0.8212104 Jul 23 16:15:37.147248 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:15:37.165789 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Sync routers for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:37.198476 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:37.199704 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:37.199952 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.205931 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4024699 Jul 23 16:15:37.207860 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54158) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:37.260117 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=1d92d6d3-b7c9-4fca-88df-dad21c9fc656,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:37.271551 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:37.447369 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:37.503269 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-834a6cbc-aae2-4423-932b-e5c3dc7e6998 req-8c1f35f7-fe6a-442c-a82b-cc7c5725fb5b tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 210 time: 0.0842490 Jul 23 16:15:37.546627 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Pushing event updated for resources: {'Port': ['ID=540f0e4c-7b4b-467e-b58a-75e4990321c5,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:37.553650 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:37.559666 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:37.563799 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Usage tracker for resource:port and tenant:f85be0045bcf4d088778f012b8c0a9b4 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:37.570552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:37.722568 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:37.761891 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.834793 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Made reservation on behalf of f85be0045bcf4d088778f012b8c0a9b4 for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:37.838502 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.855963 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Network 5476ced9-dd19-4863-a4d2-209f6aba818b is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:37.863216 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:37.871768 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:33Z', 'revision_number': 3, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:37.877978 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Checking router: 65130463-6cd9-4a3b-977e-a9af59d939b1 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:37.878514 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Updating router 65130463-6cd9-4a3b-977e-a9af59d939b1 port 87e50287-bf66-49fb-9c4d-0ecff9d57b64 binding host dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:15:37.987190 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.164865 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:38.393755 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:38.393755 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.427548 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54180) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:38.492022 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.564811 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.622967 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-4bc7ca38-e2b0-471b-8536-988172fa56cc None None] Provisioning complete for port 540f0e4c-7b4b-467e-b58a-75e4990321c5 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:38.625106 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ca38-e2b0-471b-8536-988172fa56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.648155 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:38.687577 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Usage tracker for resource:security_group_rule and tenant:205df755936343bb8ea3b14c01a6f6aa is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:38.700909 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:38.754214 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:38.767498 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7ca38-e2b0-471b-8536-988172fa56cc None None] Port 540f0e4c-7b4b-467e-b58a-75e4990321c5 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:39.035275 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:39.203284 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device a64306be-78fe-4850-98a4-739710258b42 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:39.328363 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port a64306be-78fe-4850-98a4-739710258b42 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:39.329173 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:39.433998 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-68a6a62b-9fb6-4ec5-ab6a-9fded8479ec6 req-f482592f-68bf-4eaa-a7d5-34ca00cd322b tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 210 time: 0.6829121 Jul 23 16:15:39.577861 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Notify callbacks [] for port, precommit_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:39.601764 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Transition to ACTIVE for port object 87e50287-bf66-49fb-9c4d-0ecff9d57b64 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:39.636739 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:39.658588 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:39.781476 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Attempting to bind port 87e50287-bf66-49fb-9c4d-0ecff9d57b64 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:39.782063 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Attempting to bind port 87e50287-bf66-49fb-9c4d-0ecff9d57b64 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:39.782833 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Attempting to bind port 87e50287-bf66-49fb-9c4d-0ecff9d57b64 on network 80087887-44f3-4740-b360-651004434b14 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:15:39.807088 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:15:39.807944 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Checking segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:39.808843 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:39.810108 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Bound using segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:15:39.814538 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Bound port: 87e50287-bf66-49fb-9c4d-0ecff9d57b64, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:39.815168 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.039334 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.062606 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Allocated IP 172.20.0.14 (ebc825b2-61c2-4865-8cf1-fb2992638c08/08ec6742-0126-48c2-8b6e-3d3432d87f8f/501dd7ad-bc76-4713-9a5e-8662c43fddf6) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:40.139088 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb40b3-4a6e-476f-9d73-7bc183113410 None None] Pushing event updated for resources: {'Port': ['ID=87e50287-bf66-49fb-9c4d-0ecff9d57b64,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:40.146532 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.166917 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-d1bb40b3-4a6e-476f-9d73-7bc183113410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:40.185676 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:40.256758 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] For port 87e50287-bf66-49fb-9c4d-0ecff9d57b64, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:15:40.270659 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] For port 87e50287-bf66-49fb-9c4d-0ecff9d57b64, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=87e50287-bf66-49fb-9c4d-0ecff9d57b64,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:15:40.282879 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.305936 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-315912e0-7d4e-4aa8-9350-99e9580ba2f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:40.347308 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.389775 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=205df755936343bb8ea3b14c01a6f6aa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9587414 Jul 23 16:15:40.391374 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54226) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:40.414497 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a85e9b4-aa7f-4fff-96fc-0f8e2d529b3d,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:40.462653 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:40.631859 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb40b3-4a6e-476f-9d73-7bc183113410 None None] Pushing event updated for resources: {'Port': ['ID=87e50287-bf66-49fb-9c4d-0ecff9d57b64,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:40.643840 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-d1bb40b3-4a6e-476f-9d73-7bc183113410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:40.671226 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:40.671866 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:40.691659 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Router 2c49f213-05ae-4a92-bdbf-1d296233ada2 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:15:40.719783 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54238) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:40.738450 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.207532 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:41.338174 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Allocated IP 172.20.0.1 (e1ca1912-5243-42a2-8607-b50e9ed457ff/24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c/41805152-bbb3-458d-9669-4a24c8147da0) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:41.478395 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.504345 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b9751c3e-bf92-4ff9-bab3-235244b5ffaa req-1ded7a70-331d-4b8a-b325-b9f373dbe4b1 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 210 time: 0.7520854 Jul 23 16:15:41.531665 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.542136 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:41.546945 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:213e677911a14db597769afd251a7986 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:41.549961 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:41.556322 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:41.587199 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a8717b65-f24f-4f08-9270-bc30782e86c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.663917 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.682820 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.716342 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:41.733437 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Network ebc825b2-61c2-4865-8cf1-fb2992638c08 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:41.749766 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:41.753386 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689045'] for router, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.759545 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:41.764673 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.769902 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.770858 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.803598 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a8717b65-f24f-4f08-9270-bc30782e86c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.840054 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54260) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:41.929532 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:33Z', 'revision_number': 3, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:41.930451 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262917b-8ca0-4f07-85ee-a663d56cd444 None None] The sync data for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb is: [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:33Z', 'revision_number': 3, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:41.993523 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Transition to ACTIVE for port object 41805152-bbb3-458d-9669-4a24c8147da0 will not be triggered until provisioned by entity DHCP. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:42.019204 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=213e677911a14db597769afd251a7986&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2923424 Jul 23 16:15:42.030468 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6013207 Jul 23 16:15:42.043616 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54270) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:42.052423 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-fcb6b119-f87b-449b-a44b-ad99d3bb91b3 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:15:42.054148 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-fcb6b119-f87b-449b-a44b-ad99d3bb91b3 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080435 Jul 23 16:15:42.161386 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:15:42.179048 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Sync routers for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:42.191800 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:42.198128 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] 10.222.0.76 "PUT /v2.0/routers/2c49f213-05ae-4a92-bdbf-1d296233ada2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2428114 Jul 23 16:15:42.198715 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:42.199936 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:42.216163 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a8717b65-f24f-4f08-9270-bc30782e86c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:42.242659 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8618b200-0a4d-4e2a-9883-076cedc39fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:42.261130 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:42.267752 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c9a252f5-49a7-4166-9ff2-e671b416cafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:42.274456 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Usage tracker for resource:security_group_rule and tenant:23c3e69cd20e4bfca0b08cde3a4d929e is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:42.282793 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8717b65-f24f-4f08-9270-bc30782e86c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a85e9b4-aa7f-4fff-96fc-0f8e2d529b3d,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:42.285937 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:42.297326 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a8717b65-f24f-4f08-9270-bc30782e86c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:42.331570 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:42.345561 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ef26d-5b16-47b2-873a-c5f20b7588c7,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:42.359964 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:42.360709 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.637s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:42.470548 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c9a252f5-49a7-4166-9ff2-e671b416cafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:42.528153 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:42.538520 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a8717b65-f24f-4f08-9270-bc30782e86c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:42.543873 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-a8717b65-f24f-4f08-9270-bc30782e86c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a85e9b4-aa7f-4fff-96fc-0f8e2d529b3d HTTP/1.1" status: 204 len: 168 time: 2.1380019 Jul 23 16:15:42.587488 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Pushing event updated for resources: {'Port': ['ID=501dd7ad-bc76-4713-9a5e-8662c43fddf6,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:42.611220 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Request body: {'port': {'device_id': '75c0b3a6-775b-4971-9d6d-164181c4f177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:42.613363 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:42.943353 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:43.055111 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Network e1ca1912-5243-42a2-8607-b50e9ed457ff is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:43.091637 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:43.146170 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:43.146399 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659792'] for router_interface, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.189730 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:43.196384 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Pushing event updated for resources: {'Port': ['ID=41805152-bbb3-458d-9669-4a24c8147da0,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:43.241794 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:43.331559 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 is scheduled to L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 with binding_index 1 {{(pid=78584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:15:43.339003 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.592953 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c9a252f5-49a7-4166-9ff2-e671b416cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.641438 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-d661e1f2-50da-48a1-834c-109316484870 None None] Provisioning for port 41805152-bbb3-458d-9669-4a24c8147da0 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:43.647828 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b6894f7a-5052-461f-a9b8-8535b1a05864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:43.668135 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-d661e1f2-50da-48a1-834c-109316484870 None None] Provisioning complete for port 41805152-bbb3-458d-9669-4a24c8147da0 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:43.668513 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-d661e1f2-50da-48a1-834c-109316484870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.790464 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a252f5-49a7-4166-9ff2-e671b416cafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ef26d-5b16-47b2-873a-c5f20b7588c7,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:43.815685 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c9a252f5-49a7-4166-9ff2-e671b416cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:43.865798 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c9a252f5-49a7-4166-9ff2-e671b416cafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.867005 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-c9a252f5-49a7-4166-9ff2-e671b416cafe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c06ef26d-5b16-47b2-873a-c5f20b7588c7 HTTP/1.1" status: 204 len: 168 time: 1.8220665 Jul 23 16:15:43.955562 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-d661e1f2-50da-48a1-834c-109316484870 None None] Port 41805152-bbb3-458d-9669-4a24c8147da0 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:43.988892 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da494e34-3d38-4926-8615-44d42104a2dd req-081a035b-dba0-4b24-ab4b-bf4f837c61d3 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:44.002092 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-da494e34-3d38-4926-8615-44d42104a2dd req-081a035b-dba0-4b24-ab4b-bf4f837c61d3 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 932 time: 1.1201386 Jul 23 16:15:44.020249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.078058 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.160074 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-331fc437-a8f5-4115-bf7c-bfd9c001aa0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:44.220004 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 87e50287-bf66-49fb-9c4d-0ecff9d57b64 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:44.339209 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 2, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:44.346287 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Checking router: 2c49f213-05ae-4a92-bdbf-1d296233ada2 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:44.347329 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Updating router 2c49f213-05ae-4a92-bdbf-1d296233ada2 port 540f0e4c-7b4b-467e-b58a-75e4990321c5 binding host dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:15:44.356270 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54316) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:44.379051 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:15:44.386789 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 87e50287-bf66-49fb-9c4d-0ecff9d57b64 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:44.391668 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797138064', 'description': 'tempest-description--428499740'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:44.399999 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Sync routers for ids ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:44.420088 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 87e50287-bf66-49fb-9c4d-0ecff9d57b64 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:44.420562 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.439337 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.473930 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.491648 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:44.526824 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:security_group and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:44.583036 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Routers {'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:44.583748 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:44.675173 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:44.684416 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Notify callbacks [] for router, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.691889 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 16.7516024 Jul 23 16:15:44.705295 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54324) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:44.721008 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:44.820139 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=23c3e69cd20e4bfca0b08cde3a4d929e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9759121 Jul 23 16:15:44.820139 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e27b3-602e-4f7a-9f59-9263ee481bc2,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:44.851847 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54330) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:44.959529 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54334) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:45.008674 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:45.011147 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54338) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:45.144088 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.182962 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.269345 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-65540e04-1612-4310-b9ab-aa08c6ecc89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.317338 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:45.383688 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-65540e04-1612-4310-b9ab-aa08c6ecc89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.418927 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:45.443839 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Usage tracker for resource:security_group_rule and tenant:455200bc27de4601acc3347ff91ba464 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:45.468739 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:45.477660 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.480354 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Notify callbacks [] for port, precommit_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.519019 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:security_group_rule and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:45.527093 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:45.537342 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:45.548036 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.provisioning_blocks [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Transition to ACTIVE for port object 540f0e4c-7b4b-467e-b58a-75e4990321c5 will not be triggered until provisioned by entity L2. {{(pid=78586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:45.548653 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:45.549569 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-da494e34-3d38-4926-8615-44d42104a2dd req-1b2cb11a-009b-4a77-a091-39959256c102 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Synchronizing usage tracker for tenant:f85be0045bcf4d088778f012b8c0a9b4 on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:15:45.551822 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.db.resource_extend [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:15:45.559790 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.567803 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:45.569905 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Set router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:45.576811 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:45.628501 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-65540e04-1612-4310-b9ab-aa08c6ecc89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.676453 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c9a252f5-49a7-4166-9ff2-e671b416cafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:45.692926 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-da494e34-3d38-4926-8615-44d42104a2dd req-1b2cb11a-009b-4a77-a091-39959256c102 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Unset dirty status for tenant:f85be0045bcf4d088778f012b8c0a9b4 on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:15:45.694398 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-da494e34-3d38-4926-8615-44d42104a2dd req-1b2cb11a-009b-4a77-a091-39959256c102 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6696048 Jul 23 16:15:45.769090 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Usage tracker for resource:security_group_rule and tenant:9e28b8114da941339fb34f9d076c4bd7 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:45.832306 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:45.861439 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65540e04-1612-4310-b9ab-aa08c6ecc89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e27b3-602e-4f7a-9f59-9263ee481bc2,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:45.892040 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-65540e04-1612-4310-b9ab-aa08c6ecc89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:45.908103 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:45.922807 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-65540e04-1612-4310-b9ab-aa08c6ecc89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.926746 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-65540e04-1612-4310-b9ab-aa08c6ecc89e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e75e27b3-602e-4f7a-9f59-9263ee481bc2 HTTP/1.1" status: 204 len: 168 time: 1.0711451 Jul 23 16:15:46.006779 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501dd7ad-bc76-4713-9a5e-8662c43fddf6 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:46.096231 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.108486 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.111498 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659775'] for router_interface, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.115715 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b2e0d-1526-486b-ae96-ed814be95b7b None None] Pushing event updated for resources: {'Port': ['ID=540f0e4c-7b4b-467e-b58a-75e4990321c5,revision_number=3']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:46.128756 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e8a91d9c-943e-4990-8e9e-c0c338d25bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:46.174844 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-682b2e0d-1526-486b-ae96-ed814be95b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:46.213399 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Attempting to bind port 540f0e4c-7b4b-467e-b58a-75e4990321c5 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:46.213967 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Attempting to bind port 540f0e4c-7b4b-467e-b58a-75e4990321c5 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:46.214462 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Attempting to bind port 540f0e4c-7b4b-467e-b58a-75e4990321c5 on network 5476ced9-dd19-4863-a4d2-209f6aba818b {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:15:46.231266 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:15:46.231886 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Checking segment: {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:46.233564 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.234104 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Bound using segment: {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:15:46.234953 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Bound port: 540f0e4c-7b4b-467e-b58a-75e4990321c5, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'}}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:46.235459 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.244401 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.391763 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.395026 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.402204 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.437143 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.437925 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.444933 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 87e50287-bf66-49fb-9c4d-0ecff9d57b64, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=87e50287-bf66-49fb-9c4d-0ecff9d57b64,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:15:46.474503 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.489636 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:46.518931 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] For port 540f0e4c-7b4b-467e-b58a-75e4990321c5, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:15:46.526115 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] For port 540f0e4c-7b4b-467e-b58a-75e4990321c5, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=540f0e4c-7b4b-467e-b58a-75e4990321c5,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:15:46.572701 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.580438 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-682b2e0d-1526-486b-ae96-ed814be95b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:46.637459 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Network e1ca1912-5243-42a2-8607-b50e9ed457ff is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:46.655373 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:46.667521 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=87e50287-bf66-49fb-9c4d-0ecff9d57b64,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:46.689454 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:46.711930 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b1f8f117-3bca-4eb2-a2ed-6272cf468fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:46.819000 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d59c7-04c5-4fab-892f-5ae981420dee,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:46.871929 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:29Z', 'updated_at': '2021-07-23T16:15:37Z', 'revision_number': 3, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'gw_port': {'id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:46.882832 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Checking router: fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:46.883449 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Updating router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 port 74ba0b4e-2848-409d-8db4-01d81d04ec02 binding host dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:15:46.896304 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b2e0d-1526-486b-ae96-ed814be95b7b None None] Pushing event updated for resources: {'Port': ['ID=540f0e4c-7b4b-467e-b58a-75e4990321c5,revision_number=4']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:46.905803 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.907167 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-45f8af8c-822a-43fe-8b4d-552cbe68277f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.5498829 Jul 23 16:15:46.910815 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Transition to ACTIVE for port object 501dd7ad-bc76-4713-9a5e-8662c43fddf6 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:46.932525 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2df25f-f9a2-425f-aac0-2da1efe1eb8a,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:46.942979 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:46.970195 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-682b2e0d-1526-486b-ae96-ed814be95b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:46.978039 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54364) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:46.980012 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54368) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:46.987565 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Pushing event updated for resources: {'Port': ['ID=41805152-bbb3-458d-9669-4a24c8147da0,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:47.004870 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:47.046594 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:47.052437 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:47.067359 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:47.149518 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:47.160065 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:47.161624 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:47.174485 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:47.218941 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'security_group_rule': {'security_group_id': '0b8d59c7-04c5-4fab-892f-5ae981420dee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:47.272218 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:47.307346 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:47.333671 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:47.378316 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-067fec5f-2f2a-4bbb-a991-664ddde9f914 None None] Provisioning complete for port 41805152-bbb3-458d-9669-4a24c8147da0 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:47.379038 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-067fec5f-2f2a-4bbb-a991-664ddde9f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:47.432129 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:47.492392 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:47.516581 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:security_group_rule and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:47.546819 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Usage tracker for resource:security_group_rule and tenant:1d90c1d49f184ce28effa841a2346042 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:47.549720 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:47.571801 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:47.608354 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Router 65130463-6cd9-4a3b-977e-a9af59d939b1 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:15:47.643684 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-067fec5f-2f2a-4bbb-a991-664ddde9f914 None None] Port 41805152-bbb3-458d-9669-4a24c8147da0 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:47.656387 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:47.716350 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=455200bc27de4601acc3347ff91ba464&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6984930 Jul 23 16:15:47.716350 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:47.724845 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54382) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:48.081573 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Notify callbacks [] for port, precommit_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.099166 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Transition to ACTIVE for port object 74ba0b4e-2848-409d-8db4-01d81d04ec02 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:48.111277 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.121417 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:48.137318 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:48.139386 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8a07b-e769-4298-a8b8-34f95094390b req-e1dc895a-e604-4ee3-9ffe-ee5c8087de08 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:48.146920 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7c8a07b-e769-4298-a8b8-34f95094390b req-e1dc895a-e604-4ee3-9ffe-ee5c8087de08 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 944 time: 1.0563164 Jul 23 16:15:48.170555 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Pushing event updated for resources: {'Port': ['ID=501dd7ad-bc76-4713-9a5e-8662c43fddf6,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:48.187264 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:48.210566 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.697s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:48.258040 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82aa2c-0c11-438d-a698-48271fd23eb1 None None] Pushing event updated for resources: {'Port': ['ID=74ba0b4e-2848-409d-8db4-01d81d04ec02,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:48.265092 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7f82aa2c-0c11-438d-a698-48271fd23eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:48.285524 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299933d3-6d95-4e45-8837-81555655f871,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:48.287599 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:15:48.299648 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Attempting to bind port 74ba0b4e-2848-409d-8db4-01d81d04ec02 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:48.300109 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Attempting to bind port 74ba0b4e-2848-409d-8db4-01d81d04ec02 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:48.300548 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Attempting to bind port 74ba0b4e-2848-409d-8db4-01d81d04ec02 on network 80087887-44f3-4740-b360-651004434b14 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:15:48.301557 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Sync routers for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:48.308145 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d65244c1-6571-43f7-ac81-c87a94de4191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.308265 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:48.317871 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:15:48.321081 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] 10.222.0.76 "PUT /v2.0/routers/65130463-6cd9-4a3b-977e-a9af59d939b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1109691 Jul 23 16:15:48.321478 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Checking segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:48.322018 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.322542 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Bound using segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:15:48.323107 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Bound port: 74ba0b4e-2848-409d-8db4-01d81d04ec02, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:48.323585 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.384484 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7c8a07b-e769-4298-a8b8-34f95094390b req-84fd6fd8-47a4-4575-9499-80d487f7b428 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364805 Jul 23 16:15:48.390021 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:48.391516 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:48.415061 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d65244c1-6571-43f7-ac81-c87a94de4191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.454687 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.521864 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] For port 74ba0b4e-2848-409d-8db4-01d81d04ec02, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:15:48.528871 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] For port 74ba0b4e-2848-409d-8db4-01d81d04ec02, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=74ba0b4e-2848-409d-8db4-01d81d04ec02,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:15:48.538216 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.561199 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d65244c1-6571-43f7-ac81-c87a94de4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.579647 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:48.586003 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:48.626641 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65244c1-6571-43f7-ac81-c87a94de4191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2df25f-f9a2-425f-aac0-2da1efe1eb8a,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:48.640904 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e28b8114da941339fb34f9d076c4bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6576569 Jul 23 16:15:48.643833 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d65244c1-6571-43f7-ac81-c87a94de4191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:48.644312 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54398) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:48.682887 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d65244c1-6571-43f7-ac81-c87a94de4191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.684884 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-d65244c1-6571-43f7-ac81-c87a94de4191 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f2df25f-f9a2-425f-aac0-2da1efe1eb8a HTTP/1.1" status: 204 len: 168 time: 0.9588988 Jul 23 16:15:48.725585 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Routers {'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:48.726546 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:48.838541 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-654279d6-40aa-4fad-9bc9-08bc7afe7acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.920133 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-654279d6-40aa-4fad-9bc9-08bc7afe7acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.045895 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:49.160913 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-654279d6-40aa-4fad-9bc9-08bc7afe7acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.179751 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:49.195418 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.199446 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] Set router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:49.250009 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654279d6-40aa-4fad-9bc9-08bc7afe7acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299933d3-6d95-4e45-8837-81555655f871,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:49.264919 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-654279d6-40aa-4fad-9bc9-08bc7afe7acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:49.268892 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-654279d6-40aa-4fad-9bc9-08bc7afe7acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.275343 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-654279d6-40aa-4fad-9bc9-08bc7afe7acc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/299933d3-6d95-4e45-8837-81555655f871 HTTP/1.1" status: 204 len: 168 time: 0.6300952 Jul 23 16:15:49.285098 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Attempting to bind port 501dd7ad-bc76-4713-9a5e-8662c43fddf6 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:49.285759 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Attempting to bind port 501dd7ad-bc76-4713-9a5e-8662c43fddf6 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '872557ff-fd57-4a64-86fe-162a30a55cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ebc825b2-61c2-4865-8cf1-fb2992638c08'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:49.286309 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Attempting to bind port 501dd7ad-bc76-4713-9a5e-8662c43fddf6 on network ebc825b2-61c2-4865-8cf1-fb2992638c08 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:15:49.288914 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.327799 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:49.335039 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Port 501dd7ad-bc76-4713-9a5e-8662c43fddf6 on network ebc825b2-61c2-4865-8cf1-fb2992638c08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:15:49.335039 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Attempting to bind port 501dd7ad-bc76-4713-9a5e-8662c43fddf6 on network ebc825b2-61c2-4865-8cf1-fb2992638c08 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:15:49.365446 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:15:49.365935 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Checking segment: {'id': '872557ff-fd57-4a64-86fe-162a30a55cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ebc825b2-61c2-4865-8cf1-fb2992638c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:49.379087 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Bound using segment: {'id': '872557ff-fd57-4a64-86fe-162a30a55cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ebc825b2-61c2-4865-8cf1-fb2992638c08'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:15:49.379713 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Bound port: 501dd7ad-bc76-4713-9a5e-8662c43fddf6, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872557ff-fd57-4a64-86fe-162a30a55cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ebc825b2-61c2-4865-8cf1-fb2992638c08'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:49.380074 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.560606 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75e4849-c521-4a23-87ee-263842374165,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:49.574114 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:49.907661 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.924766 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 87e50287-bf66-49fb-9c4d-0ecff9d57b64 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:49.944008 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.949685 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.955415 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7920530 Jul 23 16:15:49.958334 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54426) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:49.967428 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'security_group_rule': {'security_group_id': '0b8d59c7-04c5-4fab-892f-5ae981420dee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:50.038706 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:50.040017 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-97458a3e-882a-40e2-ad56-e2b3447e6e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:50.203407 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:security_group_rule and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:50.211060 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:50.246203 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:50.257709 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:50.297642 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c787bf-dea2-4083-8711-9cd3dfc76e2a,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:50.306065 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.315887 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:50.317824 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039e4b6a-982e-4ea0-99ab-943a4883985d None None] The sync data for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb is: [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:50.343136 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] For port 501dd7ad-bc76-4713-9a5e-8662c43fddf6, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:15:50.359805 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] For port 501dd7ad-bc76-4713-9a5e-8662c43fddf6, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=501dd7ad-bc76-4713-9a5e-8662c43fddf6,segment=NetworkSegment(872557ff-fd57-4a64-86fe-162a30a55cbe),segment_id=872557ff-fd57-4a64-86fe-162a30a55cbe)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:15:50.515170 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54432) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:50.536306 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82aa2c-0c11-438d-a698-48271fd23eb1 None None] Pushing event updated for resources: {'Port': ['ID=74ba0b4e-2848-409d-8db4-01d81d04ec02,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:50.538883 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54434) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:50.544164 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7f82aa2c-0c11-438d-a698-48271fd23eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.956s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:50.588650 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.594219 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d90c1d49f184ce28effa841a2346042&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4267981 Jul 23 16:15:50.603496 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97be7f5-8fb0-47b2-afd2-424916f45655 req-ec404fbc-9dd3-4a75-951e-3feebfafdda5 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:50.605716 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54442) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:50.628227 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f97be7f5-8fb0-47b2-afd2-424916f45655 req-ec404fbc-9dd3-4a75-951e-3feebfafdda5 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 944 time: 0.6047003 Jul 23 16:15:50.662545 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-bd66a871-50d0-4dd7-a535-2ae4a94ea8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:50.736786 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298898438', 'description': 'tempest-description--812298605'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:50.749796 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.754438 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 87e50287-bf66-49fb-9c4d-0ecff9d57b64 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:50.760076 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.824201 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:50.830067 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:50.854891 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:security_group and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:50.860368 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:50.863790 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:50.864500 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.865590 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Usage tracker for resource:security_group_rule and tenant:4d24cc7d527d4b5c8a74b7c99a671d4e is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:50.866456 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] 10.222.0.88 "PUT /v2.0/ports/501dd7ad-bc76-4713-9a5e-8662c43fddf6 HTTP/1.1" status: 200 len: 1094 time: 8.6938713 Jul 23 16:15:50.902237 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c0b3a6-775b-4971-9d6d-164181c4f177', 'tag': '501dd7ad-bc76-4713-9a5e-8662c43fddf6'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:50.956183 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:50.958248 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:50.963577 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f97be7f5-8fb0-47b2-afd2-424916f45655 req-0a37d5ef-6e3c-4994-8d8e-6cbb144baa70 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344977 Jul 23 16:15:50.991438 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.017651 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:51.018157 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 2, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:51.023752 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.031456 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:51.046941 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Checking router: 65130463-6cd9-4a3b-977e-a9af59d939b1 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:51.047323 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Updating router 65130463-6cd9-4a3b-977e-a9af59d939b1 port 41805152-bbb3-458d-9669-4a24c8147da0 binding host dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:15:51.070084 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.089181 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.090769 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1310730 Jul 23 16:15:51.101472 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b723390d-3f67-4424-a5f7-e27fbeacf5d8,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:51.103731 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54452) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:51.115538 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:51.121581 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'floatingip': {'floating_network_id': '80087887-44f3-4740-b360-651004434b14'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:51.137392 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:51.147793 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:security_group_rule and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:51.151374 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:51.158984 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:51.214778 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.254101 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:51.288401 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:floatingip and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:51.303528 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:51.322051 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:51.410950 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.450002 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.465470 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-654279d6-40aa-4fad-9bc9-08bc7afe7acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:51.515349 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.566055 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:29Z', 'updated_at': '2021-07-23T16:15:37Z', 'revision_number': 3, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'gw_port': {'id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:51.605881 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af523f7-1a9b-4d47-8bfb-04cd5518a3df None None] The sync data for ids ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'] in dv-cinder-802036-1-smb is: [{'id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:29Z', 'updated_at': '2021-07-23T16:15:37Z', 'revision_number': 3, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'gw_port': {'id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:51.717842 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-76132ac5-a30e-45bc-b5b6-46acded43ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.719639 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Pushing event updated for resources: {'Port': ['ID=501dd7ad-bc76-4713-9a5e-8662c43fddf6,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:51.723886 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:51.762905 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.846862 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.882338 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e15108-afff-4fca-ab40-c1590371b2a4,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:51.893471 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.916737 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:51.920810 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:51.959631 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-76132ac5-a30e-45bc-b5b6-46acded43ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.970684 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.976641 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-07e3a68e-f413-4eb4-82e1-52dd26d91bda tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4233029 Jul 23 16:15:52.015165 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54474) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:52.025628 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a8612-a04d-4621-ac58-27c74d53d294 req-fca6ca73-a180-444d-b8bd-010704ab5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.027758 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-fca6ca73-a180-444d-b8bd-010704ab5ae2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f85be0045bcf4d088778f012b8c0a9b4&device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 1097 time: 0.8447073 Jul 23 16:15:52.048406 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 540f0e4c-7b4b-467e-b58a-75e4990321c5 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:52.070216 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'security_group_rule': {'security_group_id': '05e15108-afff-4fca-ab40-c1590371b2a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:52.190475 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d24cc7d527d4b5c8a74b7c99a671d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6171901 Jul 23 16:15:52.193726 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab0b791-cd49-4ea0-a189-989fd0e23e33,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:52.204739 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:52.206254 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54480) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:52.368173 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:52.399203 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 540f0e4c-7b4b-467e-b58a-75e4990321c5 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:52.400583 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:security_group_rule and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:52.407141 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:52.414057 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 540f0e4c-7b4b-467e-b58a-75e4990321c5 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:52.414901 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.433006 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:52.716237 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Notify callbacks [] for port, precommit_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.750916 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.provisioning_blocks [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Transition to ACTIVE for port object 41805152-bbb3-458d-9669-4a24c8147da0 will not be triggered until provisioned by entity L2. {{(pid=78586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:52.772719 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.782983 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:52.809218 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.814846 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f24f35fb-f330-4312-96c2-c3e166b98ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.864497 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 540f0e4c-7b4b-467e-b58a-75e4990321c5, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=540f0e4c-7b4b-467e-b58a-75e4990321c5,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:15:52.875446 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.878774 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:52.916336 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f24f35fb-f330-4312-96c2-c3e166b98ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.948919 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719ec9b-ac87-4a6b-aeeb-2ec5a7c4db7f req-bb576904-fa0c-4e5f-93a9-dc4f8929722c tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.968977 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a719ec9b-ac87-4a6b-aeeb-2ec5a7c4db7f req-bb576904-fa0c-4e5f-93a9-dc4f8929722c tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 944 time: 0.5665925 Jul 23 16:15:53.024232 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=540f0e4c-7b4b-467e-b58a-75e4990321c5,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:53.028999 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:53.072270 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-7212eb86-c64a-4d38-976b-04b4a2b54bfa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=501dd7ad-bc76-4713-9a5e-8662c43fddf6 HTTP/1.1" status: 200 len: 217 time: 0.9734471 Jul 23 16:15:53.075193 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.077059 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c0b3a6-775b-4971-9d6d-164181c4f177', 'tag': '501dd7ad-bc76-4713-9a5e-8662c43fddf6', 'status': 'completed', 'code': 200} Jul 23 16:15:53.091945 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a079c-2738-4a41-9ace-3106c4674123 None None] Pushing event updated for resources: {'Port': ['ID=41805152-bbb3-458d-9669-4a24c8147da0,revision_number=3']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:53.163454 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-c78a079c-2738-4a41-9ace-3106c4674123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:53.199935 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a719ec9b-ac87-4a6b-aeeb-2ec5a7c4db7f req-1ae5d9b2-3cc7-4d8a-8278-0568f6b2572c tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307537 Jul 23 16:15:53.237534 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Attempting to bind port 41805152-bbb3-458d-9669-4a24c8147da0 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:53.237956 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Attempting to bind port 41805152-bbb3-458d-9669-4a24c8147da0 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:53.238333 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Attempting to bind port 41805152-bbb3-458d-9669-4a24c8147da0 on network e1ca1912-5243-42a2-8607-b50e9ed457ff {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:15:53.244687 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:15:53.245047 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Checking segment: {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:15:53.245529 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.245996 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Bound using segment: {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:15:53.246628 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Bound port: 41805152-bbb3-458d-9669-4a24c8147da0, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'}}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:53.252340 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.266827 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.284074 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a8612-a04d-4621-ac58-27c74d53d294 req-78248c5c-9fec-4542-8526-b8acc8abf8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:53.284725 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-78248c5c-9fec-4542-8526-b8acc8abf8ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=08ec6742-0126-48c2-8b6e-3d3432d87f8f HTTP/1.1" status: 200 len: 852 time: 0.1720614 Jul 23 16:15:53.329451 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f24f35fb-f330-4312-96c2-c3e166b98ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.332625 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Allocated IP 172.28.2.118 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/a784b45e-a8e9-4e3b-868c-588a14817ca4) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:53.335705 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:53.361233 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] For port 41805152-bbb3-458d-9669-4a24c8147da0, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:15:53.364625 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.364799 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] For port 41805152-bbb3-458d-9669-4a24c8147da0, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=41805152-bbb3-458d-9669-4a24c8147da0,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:15:53.375075 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.382723 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f35fb-f330-4312-96c2-c3e166b98ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab0b791-cd49-4ea0-a189-989fd0e23e33,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:53.386121 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f24f35fb-f330-4312-96c2-c3e166b98ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:53.387131 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f24f35fb-f330-4312-96c2-c3e166b98ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.389100 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-f24f35fb-f330-4312-96c2-c3e166b98ef4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aab0b791-cd49-4ea0-a189-989fd0e23e33 HTTP/1.1" status: 204 len: 168 time: 1.1814017 Jul 23 16:15:53.398543 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:53.477945 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.490344 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Allocated IP 172.20.0.1 (1a5d29be-ec58-4e46-9f6f-652c4fecd9bf/b87b2962-7e68-44f8-b9c4-11363816a02d/78f4fef9-b5ef-4e46-aaba-a6e28ce341c1) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:53.505636 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:53.506924 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:53.549102 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-2c0708b1-0f34-48c7-80bb-69194c13d9d8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ebc825b2-61c2-4865-8cf1-fb2992638c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800792 Jul 23 16:15:53.553431 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:53.605227 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c518198-75b8-426b-a878-922e750b38fd,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:53.609812 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:53.695235 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.697769 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a079c-2738-4a41-9ace-3106c4674123 None None] Pushing event updated for resources: {'Port': ['ID=41805152-bbb3-458d-9669-4a24c8147da0,revision_number=4']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:53.709608 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-c78a079c-2738-4a41-9ace-3106c4674123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:53.757482 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-76132ac5-a30e-45bc-b5b6-46acded43ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.767057 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.787117 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:53.933842 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 74ba0b4e-2848-409d-8db4-01d81d04ec02 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:54.005593 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-f1f21f31-55df-4b15-9f02-579f7024a97c service neutron] 10.222.0.88 "GET /v2.0/networks/ebc825b2-61c2-4865-8cf1-fb2992638c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051156 Jul 23 16:15:54.011732 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-672aeee4-4f0b-470a-8970-563d6091acaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:54.023229 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-76132ac5-a30e-45bc-b5b6-46acded43ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.024363 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-76132ac5-a30e-45bc-b5b6-46acded43ab2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d8c787bf-dea2-4083-8711-9cd3dfc76e2a HTTP/1.1" status: 204 len: 168 time: 3.4035523 Jul 23 16:15:54.036968 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:54.039038 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:15:54.057001 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:54.081085 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:54.087295 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 74ba0b4e-2848-409d-8db4-01d81d04ec02 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:54.095723 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 74ba0b4e-2848-409d-8db4-01d81d04ec02 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:54.096514 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.157343 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.161969 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f515ed5d-c5e3-4d1a-a3bf-9b80b4e4d812 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1366918 Jul 23 16:15:54.161969 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76132ac5-a30e-45bc-b5b6-46acded43ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c787bf-dea2-4083-8711-9cd3dfc76e2a,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:54.172087 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-76132ac5-a30e-45bc-b5b6-46acded43ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:54.172862 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54520) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:54.277781 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.337538 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.379192 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 74ba0b4e-2848-409d-8db4-01d81d04ec02, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=74ba0b4e-2848-409d-8db4-01d81d04ec02,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:15:54.391223 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.391324 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 540f0e4c-7b4b-467e-b58a-75e4990321c5 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:54.454741 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:54.458133 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54524) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:54.479856 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'security_group_rule': {'security_group_id': '05e15108-afff-4fca-ab40-c1590371b2a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:54.489979 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:54.500234 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:security_group_rule and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:54.503753 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:54.516971 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:54.558517 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.611164 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'Port': ['ID=a784b45e-a8e9-4e3b-868c-588a14817ca4,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:54.617715 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:54.663320 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.706309 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.719863 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 540f0e4c-7b4b-467e-b58a-75e4990321c5 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:54.720243 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.822149 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=74ba0b4e-2848-409d-8db4-01d81d04ec02,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:54.829804 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:54.919818 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:53Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:54.933926 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.941695 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c48ad-8fbc-468f-9faa-4c8c0f7823f2 None None] The sync data for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb is: [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:53Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:55.009941 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c2d59-e436-4fdb-ab48-bbcfd4a107f5 req-e671b6ab-b28c-4ad3-9a23-8cd9e2f99cc6 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:55.023813 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0c9c2d59-e436-4fdb-ab48-bbcfd4a107f5 req-e671b6ab-b28c-4ad3-9a23-8cd9e2f99cc6 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 944 time: 0.5150173 Jul 23 16:15:55.056326 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:55.074105 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Usage tracker for resource:security_group_rule and tenant:d20b85dcd0e347d69d2d5dbb85a2e765 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:55.083361 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:55.098093 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:55.227848 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0c9c2d59-e436-4fdb-ab48-bbcfd4a107f5 req-52d9cca5-0bf6-457b-b404-cb23b82c39b9 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010713 Jul 23 16:15:55.280885 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.281734 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.289629 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.305949 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:55.351438 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:55.378913 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.432342 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'Port': ['ID=a784b45e-a8e9-4e3b-868c-588a14817ca4,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:55.441230 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:55.443855 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.447105 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3377228 Jul 23 16:15:55.524357 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Pushing event updated for resources: {'Port': ['ID=78f4fef9-b5ef-4e46-aaba-a6e28ce341c1,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:55.537040 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-058a8612-a04d-4621-ac58-27c74d53d294 req-9884407b-666f-41da-9b90-d55777750a1a service neutron] 10.222.0.88 "GET /v2.0/networks/ebc825b2-61c2-4865-8cf1-fb2992638c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5115280 Jul 23 16:15:55.537989 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:55.547581 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.561603 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:55.565808 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:55.568278 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.573452 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:55.573988 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659792'] for router_interface, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.727291 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f03a5eac-edb5-4640-95ca-8f2447ffff14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:55.748847 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.824049 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.861427 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c740752-177f-494b-84bb-16ba96d3c1b0,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:55.865538 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:55.874468 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:55.883922 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d20b85dcd0e347d69d2d5dbb85a2e765&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4218941 Jul 23 16:15:55.898812 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54574) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:55.904574 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 41805152-bbb3-458d-9669-4a24c8147da0 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:55.943652 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-67a632aa-11ee-4261-b493-065cdcfed0fc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--797138064&fields=id&tenant_id=26d377ae61f143c882e045e5132dd3f4 HTTP/1.1" status: 200 len: 267 time: 0.0889645 Jul 23 16:15:55.957390 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b3ae37-2e79-48df-83a1-5fb5643544cc,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:55.975012 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:55.997674 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.998903 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5663764 Jul 23 16:15:56.007228 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54580) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:56.013901 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 41805152-bbb3-458d-9669-4a24c8147da0 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:56.019812 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 41805152-bbb3-458d-9669-4a24c8147da0 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:56.020193 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.021802 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'floatingip': {'floating_network_id': '80087887-44f3-4740-b360-651004434b14'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:56.038547 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:56.054155 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:floatingip and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:56.065456 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:56.081080 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-ee3bedab-b0c4-466a-bd3c-ea764c358b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.082606 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-ee3bedab-b0c4-466a-bd3c-ea764c358b6c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f85be0045bcf4d088778f012b8c0a9b4&device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 1097 time: 0.4434991 Jul 23 16:15:56.083543 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:56.208093 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac12b4-68c1-411b-8507-ed677b07471d req-5e89f745-27dc-4d6a-9f78-5f339c0dfc96 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.217563 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-5e89f745-27dc-4d6a-9f78-5f339c0dfc96 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 817 time: 0.2627280 Jul 23 16:15:56.218458 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.228800 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-6584722b-6712-4c7c-b276-fdb387b01e21 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/quotas/26d377ae61f143c882e045e5132dd3f4 HTTP/1.1" status: 200 len: 375 time: 0.0100100 Jul 23 16:15:56.259832 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-825dd55a-591e-4c7d-bdc2-5c1c967d0470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.282997 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.316823 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 41805152-bbb3-458d-9669-4a24c8147da0, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=41805152-bbb3-458d-9669-4a24c8147da0,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:15:56.337410 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.346535 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 74ba0b4e-2848-409d-8db4-01d81d04ec02 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:56.364673 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.443089 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:56.473952 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-2cfa663e-0153-490e-8ee6-137d9576a13c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2367525 Jul 23 16:15:56.509097 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-825dd55a-591e-4c7d-bdc2-5c1c967d0470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.602509 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=41805152-bbb3-458d-9669-4a24c8147da0,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:56.612627 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:56.689830 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00f15-0227-4961-8feb-5a942cf894cd req-10e193b0-6a9f-4bc9-90e6-fbfb6d6ceeb7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.702492 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a4f00f15-0227-4961-8feb-5a942cf894cd req-10e193b0-6a9f-4bc9-90e6-fbfb6d6ceeb7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 944 time: 0.1809731 Jul 23 16:15:56.713849 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 74ba0b4e-2848-409d-8db4-01d81d04ec02 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:56.714461 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.800354 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a4f00f15-0227-4961-8feb-5a942cf894cd req-32e792de-df73-4e4a-b88d-9722c5c29aba tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958796 Jul 23 16:15:56.958792 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-a3b4505a-f303-4a24-8f5b-4d14fdaea247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.961155 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-a3b4505a-f303-4a24-8f5b-4d14fdaea247 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ebc825b2-61c2-4865-8cf1-fb2992638c08 HTTP/1.1" status: 200 len: 913 time: 0.8207939 Jul 23 16:15:57.067327 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-ea3b1749-6a3f-4a03-b6ae-fd5cbb8726b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=501dd7ad-bc76-4713-9a5e-8662c43fddf6 HTTP/1.1" status: 200 len: 217 time: 0.0897057 Jul 23 16:15:57.115986 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-1a5ef631-e3f8-4687-a18e-682f0c937c79 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:15:57.117680 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-1a5ef631-e3f8-4687-a18e-682f0c937c79 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3415077 Jul 23 16:15:57.153105 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-b21b17e9-0544-4f13-9c53-e6acea8c861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.155412 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-b21b17e9-0544-4f13-9c53-e6acea8c861c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=08ec6742-0126-48c2-8b6e-3d3432d87f8f HTTP/1.1" status: 200 len: 852 time: 0.0680840 Jul 23 16:15:57.158256 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-825dd55a-591e-4c7d-bdc2-5c1c967d0470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:57.253628 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:57.271946 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dd55a-591e-4c7d-bdc2-5c1c967d0470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c740752-177f-494b-84bb-16ba96d3c1b0,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:57.281677 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-825dd55a-591e-4c7d-bdc2-5c1c967d0470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:57.294405 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-6d7c127c-6449-4af3-ba16-5668ba2dc4af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ebc825b2-61c2-4865-8cf1-fb2992638c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300108 Jul 23 16:15:57.302137 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54630) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:57.375786 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-825dd55a-591e-4c7d-bdc2-5c1c967d0470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:57.380739 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-825dd55a-591e-4c7d-bdc2-5c1c967d0470 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c740752-177f-494b-84bb-16ba96d3c1b0 HTTP/1.1" status: 204 len: 168 time: 1.4806142 Jul 23 16:15:57.420418 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-23e518cd-43c6-4a95-91c2-755073a5d85d service neutron] 10.222.0.76 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960958 Jul 23 16:15:57.421318 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:57.485465 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:57.504441 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Usage tracker for resource:security_group_rule and tenant:c58426e5ab1b400286ec676903bd1281 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:57.508792 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:57.521463 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:57.591603 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:57.697929 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-78a37360-160c-40fd-ab14-1db6721577f8 service neutron] 10.222.0.76 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627842 Jul 23 16:15:57.785194 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-75b1481e-8531-4a32-bef1-fc9d849c0f79 service neutron] 10.222.0.88 "GET /v2.0/networks/ebc825b2-61c2-4865-8cf1-fb2992638c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799063 Jul 23 16:15:57.814571 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:57.823764 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 41805152-bbb3-458d-9669-4a24c8147da0 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:15:57.826643 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:57.840358 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3863b636-7888-4100-8293-aba0504ffeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:57.900658 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c58426e5ab1b400286ec676903bd1281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5970569 Jul 23 16:15:57.903273 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54650) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:57.907081 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56027fe5-a670-4f57-95e9-68df456a8819,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:57.947798 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:57.977974 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.060482 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 41805152-bbb3-458d-9669-4a24c8147da0 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:58.060870 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.067117 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.097248 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659775'] for router_interface, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.174686 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:58.177503 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-55c450a4-bec5-422b-ac90-85d50f82e908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.195610 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 501dd7ad-bc76-4713-9a5e-8662c43fddf6 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:15:58.217855 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-55c450a4-bec5-422b-ac90-85d50f82e908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.350648 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-55c450a4-bec5-422b-ac90-85d50f82e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.365168 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:58.392588 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3624dcc7-0a6f-4037-aaaa-93efb39e4538 req-55abb606-a997-44b8-bd07-6f650c527d3c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 210 time: 0.1010826 Jul 23 16:15:58.400549 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-55c450a4-bec5-422b-ac90-85d50f82e908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.405793 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-55c450a4-bec5-422b-ac90-85d50f82e908 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56027fe5-a670-4f57-95e9-68df456a8819 HTTP/1.1" status: 204 len: 168 time: 0.5005584 Jul 23 16:15:58.406883 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c450a4-bec5-422b-ac90-85d50f82e908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56027fe5-a670-4f57-95e9-68df456a8819,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:58.409374 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-55c450a4-bec5-422b-ac90-85d50f82e908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:58.424779 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd8f6-4aaa-4d11-8b5f-f606c209b83d req-8795273a-da98-46e1-ad63-1c993dc145b8 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:58.426408 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a67bd8f6-4aaa-4d11-8b5f-f606c209b83d req-8795273a-da98-46e1-ad63-1c993dc145b8 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 944 time: 0.4074280 Jul 23 16:15:58.476922 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:15:58.560897 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a67bd8f6-4aaa-4d11-8b5f-f606c209b83d req-84794682-743d-4315-9f00-2784a1b8c73d tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249549 Jul 23 16:15:58.584776 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 501dd7ad-bc76-4713-9a5e-8662c43fddf6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=501dd7ad-bc76-4713-9a5e-8662c43fddf6,segment=NetworkSegment(872557ff-fd57-4a64-86fe-162a30a55cbe),segment_id=872557ff-fd57-4a64-86fe-162a30a55cbe)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:15:58.587790 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Allocated IP 172.28.2.83 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/5f03cb63-3fd8-4d52-8ba9-9cf0a4260d83) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:58.615328 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '501dd7ad-bc76-4713-9a5e-8662c43fddf6', 'network_id': 'ebc825b2-61c2-4865-8cf1-fb2992638c08', 'port_id': '501dd7ad-bc76-4713-9a5e-8662c43fddf6', 'mac_address': 'fa:16:3e:29:30:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ec6742-0126-48c2-8b6e-3d3432d87f8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:15:58.728013 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Pushing event updated for resources: {'Port': ['ID=78f4fef9-b5ef-4e46-aaba-a6e28ce341c1,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:58.740235 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:58.759470 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.802042 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501dd7ad-bc76-4713-9a5e-8662c43fddf6 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:58.851064 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 501dd7ad-bc76-4713-9a5e-8662c43fddf6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=501dd7ad-bc76-4713-9a5e-8662c43fddf6,segment=NetworkSegment(872557ff-fd57-4a64-86fe-162a30a55cbe),segment_id=872557ff-fd57-4a64-86fe-162a30a55cbe)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:15:58.864843 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.868369 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:58.958065 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-af2a149c-aedc-404c-9b43-e164c08eb993 req-7852ad30-52bd-49cd-bec6-9b6fbdd925f5 service neutron] 10.222.0.88 "GET /v2.0/networks/ebc825b2-61c2-4865-8cf1-fb2992638c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9740610 Jul 23 16:15:59.005427 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=501dd7ad-bc76-4713-9a5e-8662c43fddf6,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:59.036407 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:59.070997 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:59.074706 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:59.122098 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['501dd7ad-bc76-4713-9a5e-8662c43fddf6'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:15:59.345800 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54716) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:15:59.385000 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.402196 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:15:59.427532 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:15:59.438576 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Usage tracker for resource:security_group_rule and tenant:490e0ce40499413c9671e9bc5a4eb51f is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:15:59.443259 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:15:59.443729 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.462426 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:15:59.656819 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-36fe6a91-ffc4-496c-be40-195e3861a854 req-cca1382b-216d-4ea3-ae0d-0dd5eeddce86 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 210 time: 0.1241028 Jul 23 16:15:59.750285 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.763866 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:15:59.780652 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Sync routers for ids ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:59.785725 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.793535 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Routers {'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:15:59.794701 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:59.804145 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:59.840477 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.853367 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:15:59.911917 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] 10.222.0.76 "PUT /v2.0/routers/fda23af2-3d7f-4647-8dd2-e0b27f3cdb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1976736 Jul 23 16:15:59.915089 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'Port': ['ID=5f03cb63-3fd8-4d52-8ba9-9cf0a4260d83,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:59.918577 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:15:59.930589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:59.931783 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:59.935054 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:15:59.989905 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=490e0ce40499413c9671e9bc5a4eb51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425569 Jul 23 16:15:59.995048 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54738) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:00.000604 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4901d261-efb3-4c59-bb26-7b887c9e7ea1,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:00.023911 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.052399 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:00.098097 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Set router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:16:00.128488 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.161020 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 501dd7ad-bc76-4713-9a5e-8662c43fddf6 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:16:00.213410 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456de414-5bdf-4e84-81d0-991d8f013de5 req-8c397b90-04c9-4709-9184-9775386761ac tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:00.217751 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-456de414-5bdf-4e84-81d0-991d8f013de5 req-8c397b90-04c9-4709-9184-9775386761ac tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 945 time: 0.4552553 Jul 23 16:16:00.306015 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8795a26d-b192-4b71-8ad1-69e9f752d078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.345972 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8795a26d-b192-4b71-8ad1-69e9f752d078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.435582 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.444351 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.449679 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:00.463346 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-456de414-5bdf-4e84-81d0-991d8f013de5 req-0139b379-c847-4fb9-8b7f-f6a2970d3db0 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393227 Jul 23 16:16:00.500547 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8795a26d-b192-4b71-8ad1-69e9f752d078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.504697 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:00.526721 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795a26d-b192-4b71-8ad1-69e9f752d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4901d261-efb3-4c59-bb26-7b887c9e7ea1,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:00.539035 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8795a26d-b192-4b71-8ad1-69e9f752d078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:00.550769 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8795a26d-b192-4b71-8ad1-69e9f752d078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.552059 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-8795a26d-b192-4b71-8ad1-69e9f752d078 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4901d261-efb3-4c59-bb26-7b887c9e7ea1 HTTP/1.1" status: 204 len: 168 time: 0.5533252 Jul 23 16:16:00.733851 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.810979 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.844157 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8062520 Jul 23 16:16:01.058082 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cdf9f9ab-1905-42d0-9757-c2597e14e8ba req-8b32b4bb-e4b3-4748-9f7d-b3f6f53937c8 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 210 time: 0.1562099 Jul 23 16:16:01.063422 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac12b4-68c1-411b-8507-ed677b07471d req-31a0b374-0ac2-4511-8dcb-20d86f4ec8cc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:01.069297 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-50ac12b4-68c1-411b-8507-ed677b07471d req-31a0b374-0ac2-4511-8dcb-20d86f4ec8cc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Synchronizing usage tracker for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:network {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:01.103069 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'Port': ['ID=5f03cb63-3fd8-4d52-8ba9-9cf0a4260d83,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:01.107764 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-50ac12b4-68c1-411b-8507-ed677b07471d req-31a0b374-0ac2-4511-8dcb-20d86f4ec8cc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Unset dirty status for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:network {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:01.109155 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-31a0b374-0ac2-4511-8dcb-20d86f4ec8cc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 817 time: 0.2634494 Jul 23 16:16:01.110572 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:01.120646 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 501dd7ad-bc76-4713-9a5e-8662c43fddf6 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:01.157020 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 501dd7ad-bc76-4713-9a5e-8662c43fddf6 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:01.157427 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.249229 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9cafe2dc-f966-4ef3-ba81-64dd30774ad5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Synchronizing usage tracker for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:security_group {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:01.314115 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9cafe2dc-f966-4ef3-ba81-64dd30774ad5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Unset dirty status for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:security_group {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:01.320572 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9cafe2dc-f966-4ef3-ba81-64dd30774ad5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26d377ae61f143c882e045e5132dd3f4 HTTP/1.1" status: 200 len: 379 time: 0.1997437 Jul 23 16:16:01.346409 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'port': {'device_id': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'admin_state_up': True, 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'security_groups': ['0b8d59c7-04c5-4fab-892f-5ae981420dee']}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:01.450250 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-de71c1a4-2e2b-4924-bbba-00394385614c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:01.451674 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-de71c1a4-2e2b-4924-bbba-00394385614c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Synchronizing usage tracker for tenant:f1e1a896ab074baa9ec90756d52a58fb on resource:network {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:01.460024 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:29Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 4, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'gw_port': {'id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '78f4fef9-b5ef-4e46-aaba-a6e28ce341c1', 'name': '', 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'mac_address': 'fa:16:3e:f1:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'b87b2962-7e68-44f8-b9c4-11363816a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:51Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 2, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'subnets': [{'id': 'b87b2962-7e68-44f8-b9c4-11363816a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:01.467297 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Checking router: fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:01.467679 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Updating router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 binding host dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:16:01.510835 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.553449 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-fca543da-eea5-4a03-b268-265cda0eec60 req-eee9090f-0e56-4641-92b3-8d692e919405 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Synchronizing usage tracker for tenant:473f4fc062fd4dcaac5767370944c4de on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:01.580707 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-de71c1a4-2e2b-4924-bbba-00394385614c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Unset dirty status for tenant:f1e1a896ab074baa9ec90756d52a58fb on resource:network {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:01.597034 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-de71c1a4-2e2b-4924-bbba-00394385614c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 819 time: 0.5336473 Jul 23 16:16:01.615951 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-3fc93575-d01a-4d5b-b14e-d53a2e561292 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/quotas/f1e1a896ab074baa9ec90756d52a58fb HTTP/1.1" status: 200 len: 375 time: 0.0175877 Jul 23 16:16:01.624778 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 501dd7ad-bc76-4713-9a5e-8662c43fddf6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=501dd7ad-bc76-4713-9a5e-8662c43fddf6,segment=NetworkSegment(872557ff-fd57-4a64-86fe-162a30a55cbe),segment_id=872557ff-fd57-4a64-86fe-162a30a55cbe)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:01.625849 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c0b3a6-775b-4971-9d6d-164181c4f177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501dd7ad-bc76-4713-9a5e-8662c43fddf6'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:01.717553 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-fca543da-eea5-4a03-b268-265cda0eec60 req-eee9090f-0e56-4641-92b3-8d692e919405 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Unset dirty status for tenant:473f4fc062fd4dcaac5767370944c4de on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:01.721320 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:01.727007 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-eee9090f-0e56-4641-92b3-8d692e919405 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1298898438&fields=id&tenant_id=473f4fc062fd4dcaac5767370944c4de HTTP/1.1" status: 200 len: 267 time: 0.2705603 Jul 23 16:16:01.731145 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:port and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:01.740826 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:01.755834 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:01.778245 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Made reservation on behalf of 26d377ae61f143c882e045e5132dd3f4 for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:01.784951 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.787284 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.792349 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.826244 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7f82aa2c-0c11-438d-a698-48271fd23eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:01.920460 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca543da-eea5-4a03-b268-265cda0eec60 req-9ce660a2-f028-4914-b293-c3c58747261f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:01.921737 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-fca543da-eea5-4a03-b268-265cda0eec60 req-9ce660a2-f028-4914-b293-c3c58747261f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Synchronizing usage tracker for tenant:473f4fc062fd4dcaac5767370944c4de on resource:network {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:01.967764 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-b52c3978-6e34-497e-a030-ffa51a20595e tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3509326 Jul 23 16:16:02.035178 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=501dd7ad-bc76-4713-9a5e-8662c43fddf6,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:02.042513 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:02.157230 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Allocated IP 172.20.0.13 (5476ced9-dd19-4863-a4d2-209f6aba818b/b368c0fd-114d-419e-851b-ead7ff0e1888/aa70710c-7639-4f88-be0e-b5b0a70b9212) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:02.164045 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-fca543da-eea5-4a03-b268-265cda0eec60 req-9ce660a2-f028-4914-b293-c3c58747261f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Unset dirty status for tenant:473f4fc062fd4dcaac5767370944c4de on resource:network {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:02.174772 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-9ce660a2-f028-4914-b293-c3c58747261f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 809 time: 0.4465015 Jul 23 16:16:02.195859 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-1604fe3f-b9c3-429c-8f4a-a1c864f68b14 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/quotas/473f4fc062fd4dcaac5767370944c4de HTTP/1.1" status: 200 len: 375 time: 0.0200098 Jul 23 16:16:02.271800 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-716901a1-093e-4957-81ea-e92dd5b7fef4 service neutron] 10.222.0.76 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030984 Jul 23 16:16:02.485862 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-fca543da-eea5-4a03-b268-265cda0eec60 req-920ae3d8-8a2a-4b1f-9d3c-856f3745be67 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Synchronizing usage tracker for tenant:473f4fc062fd4dcaac5767370944c4de on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:02.590872 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-fca543da-eea5-4a03-b268-265cda0eec60 req-920ae3d8-8a2a-4b1f-9d3c-856f3745be67 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Unset dirty status for tenant:473f4fc062fd4dcaac5767370944c4de on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:02.593172 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-920ae3d8-8a2a-4b1f-9d3c-856f3745be67 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3963094 Jul 23 16:16:02.597060 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-037803ec-3591-4f3f-bdc2-490b54eaaeeb service neutron] 10.222.0.76 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241031 Jul 23 16:16:02.609383 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Notify callbacks [] for port, precommit_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.639207 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Transition to ACTIVE for port object 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:02.644503 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.658427 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.670233 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Transition to ACTIVE for port object aa70710c-7639-4f88-be0e-b5b0a70b9212 will not be triggered until provisioned by entity DHCP. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:02.677426 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:02.718787 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.725684 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:02.885611 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54852) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:02.887592 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:02.905044 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:02.937576 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Network 5476ced9-dd19-4863-a4d2-209f6aba818b is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:02.947219 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:02.955180 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:16:02.974969 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:02.976877 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243921a-01a3-41ac-8166-3a33658a7e26 None None] Pushing event updated for resources: {'Port': ['ID=78f4fef9-b5ef-4e46-aaba-a6e28ce341c1,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:02.978187 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.991319 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2243921a-01a3-41ac-8166-3a33658a7e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:03.045744 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7213140 Jul 23 16:16:03.061091 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Request body: {'port': {'device_id': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:03.363013 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-129fd05e-1ff2-4fee-97f4-bd990e427312 service neutron] 10.222.0.76 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162912 Jul 23 16:16:03.513704 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.554614 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40560de2-5eca-4902-bfc6-d77069018e30 req-5db75050-d347-4595-adf4-eef65237e0af tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:03.556524 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-40560de2-5eca-4902-bfc6-d77069018e30 req-5db75050-d347-4595-adf4-eef65237e0af tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 946 time: 0.3944204 Jul 23 16:16:03.567843 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.640574 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-804c89ae-dfe1-4e70-872d-ecd0634acb00 None None] Provisioning for port aa70710c-7639-4f88-be0e-b5b0a70b9212 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:03.651954 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:03.676363 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-804c89ae-dfe1-4e70-872d-ecd0634acb00 None None] Provisioning complete for port aa70710c-7639-4f88-be0e-b5b0a70b9212 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:03.676363 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-804c89ae-dfe1-4e70-872d-ecd0634acb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.688879 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-187ece6e-2af5-4d41-8f74-a43832a3ff36 service neutron] 10.222.0.76 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249695 Jul 23 16:16:03.714369 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Usage tracker for resource:security_group_rule and tenant:68280429cd244bdc80138de40eaf7965 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:03.731456 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:03.756741 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:03.774231 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-40560de2-5eca-4902-bfc6-d77069018e30 req-e7375a70-b738-408b-bc8c-9358bbe620f0 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863337 Jul 23 16:16:03.840331 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.853973 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Attempting to bind port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:03.855936 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Attempting to bind port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:03.856330 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Attempting to bind port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 on network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:03.885166 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-92da15a8-59e5-48a2-9dd8-e60b1113525d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.890064 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:16:03.890632 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Checking segment: {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:16:03.891279 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.891786 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Bound using segment: {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:16:03.892707 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Bound port: 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:03.892707 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.928162 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-804c89ae-dfe1-4e70-872d-ecd0634acb00 None None] Port aa70710c-7639-4f88-be0e-b5b0a70b9212 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:04.077621 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54892) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:04.151636 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.167746 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.184452 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:04.190019 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ceac4-4531-4715-812a-e78d7f941f64 req-51b14e7c-57d2-4cb8-acec-fb905282af1f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.193432 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-158ceac4-4531-4715-812a-e78d7f941f64 req-51b14e7c-57d2-4cb8-acec-fb905282af1f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 932 time: 0.1884272 Jul 23 16:16:04.209635 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] For port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:16:04.222436 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] For port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=78f4fef9-b5ef-4e46-aaba-a6e28ce341c1,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:16:04.229195 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.240398 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-d1bb40b3-4a6e-476f-9d73-7bc183113410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:04.256758 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=68280429cd244bdc80138de40eaf7965&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3558192 Jul 23 16:16:04.259115 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54900) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:04.263595 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9586b99-7a98-4357-af1b-b8aa6a13998e,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:04.292267 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-158ceac4-4531-4715-812a-e78d7f941f64 req-3b7aef16-1db5-4157-b31a-76ab75a3dcc1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869708 Jul 23 16:16:04.332818 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:04.412003 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Routers {'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:16:04.412875 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:15:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:04.498166 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243921a-01a3-41ac-8166-3a33658a7e26 None None] Pushing event updated for resources: {'Port': ['ID=78f4fef9-b5ef-4e46-aaba-a6e28ce341c1,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:04.503561 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2243921a-01a3-41ac-8166-3a33658a7e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:04.551902 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-769d11d4-37dc-48ff-90a0-7cc1b10c6841 req-e03ca37c-f7da-4b5d-8705-f8182af30d88 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 210 time: 0.0894659 Jul 23 16:16:04.579426 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ae82751d-2f05-47b2-975f-c3ab68595b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.621007 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa70710c-7639-4f88-be0e-b5b0a70b9212 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:04.660205 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.720254 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ae82751d-2f05-47b2-975f-c3ab68595b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.760593 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c0b3a6-775b-4971-9d6d-164181c4f177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501dd7ad-bc76-4713-9a5e-8662c43fddf6', 'code': 200} Jul 23 16:16:04.833581 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] Set router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:16:04.834919 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.917461 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Transition to ACTIVE for port object aa70710c-7639-4f88-be0e-b5b0a70b9212 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:04.929147 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5d914352-eeeb-4710-80e1-7b3224779c0b req-a0e00d7c-aa50-4f0a-a2d1-1199357a94e4 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 210 time: 0.2188444 Jul 23 16:16:04.929442 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.939414 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3e562ac4-5e29-43f1-b9ef-40a13a5b1189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:04.954426 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:04.967828 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa2c1cc3d614771b921886f81af0f14 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:04.994244 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:05.017213 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:05.458827 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.88', 59319) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:05.473699 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.88', 59320) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:05.646805 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ae82751d-2f05-47b2-975f-c3ab68595b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.749183 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:29Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 4, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'gw_port': {'id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '78f4fef9-b5ef-4e46-aaba-a6e28ce341c1', 'name': '', 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'mac_address': 'fa:16:3e:f1:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'b87b2962-7e68-44f8-b9c4-11363816a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:51Z', 'updated_at': '2021-07-23T16:16:04Z', 'revision_number': 4, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'subnets': [{'id': 'b87b2962-7e68-44f8-b9c4-11363816a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:05.758383 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a4c6f-afee-448b-ad07-549c9405dcf5 None None] The sync data for ids ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'] in dv-cinder-802036-1-smb is: [{'id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:29Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 4, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'gw_port': {'id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '78f4fef9-b5ef-4e46-aaba-a6e28ce341c1', 'name': '', 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'mac_address': 'fa:16:3e:f1:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'b87b2962-7e68-44f8-b9c4-11363816a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:51Z', 'updated_at': '2021-07-23T16:16:04Z', 'revision_number': 4, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'subnets': [{'id': 'b87b2962-7e68-44f8-b9c4-11363816a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:05.870511 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.877589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:05.890621 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:05.900696 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a8fca766-d9ef-4e94-a045-5938dc0ffa28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:05.903773 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.931303 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7ae34df9-645a-4d6b-abe6-73eac2523e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.967314 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-65540e04-1612-4310-b9ab-aa08c6ecc89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:06.002688 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82751d-2f05-47b2-975f-c3ab68595b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9586b99-7a98-4357-af1b-b8aa6a13998e,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:06.006259 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ae82751d-2f05-47b2-975f-c3ab68595b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:06.007044 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Attempting to bind port aa70710c-7639-4f88-be0e-b5b0a70b9212 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:06.007377 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Attempting to bind port aa70710c-7639-4f88-be0e-b5b0a70b9212 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:06.007694 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Attempting to bind port aa70710c-7639-4f88-be0e-b5b0a70b9212 on network 5476ced9-dd19-4863-a4d2-209f6aba818b {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:06.010304 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ae82751d-2f05-47b2-975f-c3ab68595b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.017755 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-ae82751d-2f05-47b2-975f-c3ab68595b3f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c9586b99-7a98-4357-af1b-b8aa6a13998e HTTP/1.1" status: 204 len: 168 time: 1.7562892 Jul 23 16:16:06.038935 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Port aa70710c-7639-4f88-be0e-b5b0a70b9212 on network 5476ced9-dd19-4863-a4d2-209f6aba818b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:16:06.039474 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Attempting to bind port aa70710c-7639-4f88-be0e-b5b0a70b9212 on network 5476ced9-dd19-4863-a4d2-209f6aba818b {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:06.059196 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:16:06.059570 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Checking segment: {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:16:06.060188 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Bound using segment: {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:16:06.060648 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Bound port: aa70710c-7639-4f88-be0e-b5b0a70b9212, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:06.060999 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.157047 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-1cfdab7e-8a7c-4e72-8c09-e2120d16acdf tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:06.163326 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-1cfdab7e-8a7c-4e72-8c09-e2120d16acdf tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 819 time: 0.6543326 Jul 23 16:16:06.312844 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Request body: {'port': {'device_id': '30a81583-f16e-4dab-92de-5d0d6578946d', 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf', 'admin_state_up': True, 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:06.314748 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a108831-ac0b-498e-985c-f219efb67d6e,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:06.329664 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:06.336416 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4fa2c1cc3d614771b921886f81af0f14&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2548583 Jul 23 16:16:06.343496 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 54970) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:06.400201 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dc0a5-0a2b-472b-92d4-979d8d36e24a req-1e417c5f-900a-4b2c-ae1e-8649cec30576 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:06.402984 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-049dc0a5-0a2b-472b-92d4-979d8d36e24a req-1e417c5f-900a-4b2c-ae1e-8649cec30576 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 946 time: 1.3052657 Jul 23 16:16:06.414073 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f76f8-66ca-405e-8919-f33a231089fc req-96ca4c1c-9d38-4185-a018-cd5b5ad1d280 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:06.422594 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-96ca4c1c-9d38-4185-a018-cd5b5ad1d280 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 819 time: 1.1799440 Jul 23 16:16:06.449539 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-10531443-51ee-4c87-a6f4-6b6fefc2d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:06.456403 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-10531443-51ee-4c87-a6f4-6b6fefc2d824 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 1099 time: 0.9507039 Jul 23 16:16:06.484698 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-523e25e5-697e-4ba6-ae1f-736269757a7b tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/quotas/f1e1a896ab074baa9ec90756d52a58fb HTTP/1.1" status: 200 len: 375 time: 0.0578413 Jul 23 16:16:06.547259 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.88', 59325) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:06.621711 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.673411 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.726319 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-049dc0a5-0a2b-472b-92d4-979d8d36e24a req-02b59368-c68f-4151-a768-07fc4e7c83c5 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020406 Jul 23 16:16:06.817783 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-f0e6a322-72ed-432e-bd92-a3bd69122e2f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3319917 Jul 23 16:16:07.047969 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 54984) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:07.135383 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.141685 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:07.165359 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:07.165359 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Usage tracker for resource:port and tenant:f1e1a896ab074baa9ec90756d52a58fb is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:07.171553 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:07.181770 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Usage tracker for resource:security_group_rule and tenant:4606d9929ad9426387bc6bf92f46d64e is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:07.184733 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:16:07.199624 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:07.204640 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:07.217741 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:07.226315 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f6fad15946644e2e92a85182f7a6b920 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:07.233530 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-152335c1-9d14-4755-9e26-f54a606d15e5 service neutron] 10.222.0.76 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148417 Jul 23 16:16:07.234398 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:07.244227 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:07.263944 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:16:07.280103 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.288389 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.289168 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Made reservation on behalf of f1e1a896ab074baa9ec90756d52a58fb for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:07.293907 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.337692 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca543da-eea5-4a03-b268-265cda0eec60 req-c25e4663-51aa-45f4-9a58-f1e3d9cd8d60 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.339383 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-c25e4663-51aa-45f4-9a58-f1e3d9cd8d60 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 809 time: 0.7817416 Jul 23 16:16:07.357395 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:07.431164 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:07.443749 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-1a61aa2b-b3af-48ad-8fa7-56f5d949f08c service neutron] 10.222.0.76 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017522 Jul 23 16:16:07.532202 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.532746 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.534355 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] 10.222.0.88 "PUT /v2.0/ports/aa70710c-7639-4f88-be0e-b5b0a70b9212 HTTP/1.1" status: 200 len: 1094 time: 4.4814095 Jul 23 16:16:07.534879 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:07.545240 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.573210 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55002) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:07.648464 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e2feb-d694-421c-babd-280069559f0e req-c4ff86af-d24b-46fa-892f-34f1b0a0b5b7 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.662013 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-974e2feb-d694-421c-babd-280069559f0e req-c4ff86af-d24b-46fa-892f-34f1b0a0b5b7 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.6126809 Jul 23 16:16:07.718548 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.751327 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.782801 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.807507 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:07.854226 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-77b721a5-460d-42fc-9981-ab67792761dc tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=473f4fc062fd4dcaac5767370944c4de HTTP/1.1" status: 200 len: 380 time: 0.4568183 Jul 23 16:16:07.857587 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:07.870276 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-974e2feb-d694-421c-babd-280069559f0e req-675fa7e8-4e73-4627-808b-7cb253437e77 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072015 Jul 23 16:16:07.871030 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:07.901937 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'port': {'device_id': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'admin_state_up': True, 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'security_groups': ['05e15108-afff-4fca-ab40-c1590371b2a4']}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:07.983257 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f6fad15946644e2e92a85182f7a6b920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9322405 Jul 23 16:16:07.984009 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:16:07.986585 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55012) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:08.002280 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec93bb-68da-4f2f-a210-ed498b019c5e,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.006955 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:08.093576 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.142483 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:08.158177 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Usage tracker for resource:security_group_rule and tenant:311d8453027c47378212b9e0a5a921fa is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:08.166530 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:08.183970 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.200077 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:08.208010 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:08.208737 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.238207 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-525bfcb4-52ef-4881-ad39-5876760c613b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.263608 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:08.271567 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-db90d9d7-a15d-4185-96fa-36e1d7cd4a33 req-fa0e7043-c22d-462a-ac12-3fae5881646c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 210 time: 0.1070688 Jul 23 16:16:08.300412 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.345436 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-525bfcb4-52ef-4881-ad39-5876760c613b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.382373 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Allocated IP 172.20.0.9 (1a5d29be-ec58-4e46-9f6f-652c4fecd9bf/b87b2962-7e68-44f8-b9c4-11363816a02d/b672f7d9-6ffd-452b-b70d-602349d8fdc6) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:08.442480 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'status': 'completed', 'code': 200} Jul 23 16:16:08.449067 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.449531 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.533760 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.555679 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:08.631488 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac12b4-68c1-411b-8507-ed677b07471d req-afe14051-c4be-4fbc-895c-2c06af736558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:08.633424 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-afe14051-c4be-4fbc-895c-2c06af736558 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 1097 time: 0.9802310 Jul 23 16:16:08.634229 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8483b6-744f-43e4-9bb6-5835bc08f2f5,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.671232 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a108831-ac0b-498e-985c-f219efb67d6e,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.673039 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=78f4fef9-b5ef-4e46-aaba-a6e28ce341c1,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:08.673523 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:08.674007 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:08.674356 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:08.686547 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.689841 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2b70ae1a-7a6c-4c0c-a793-2db68be95dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:08.806813 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-1175bd6c-7ab0-40f7-9e6a-f1b9e4343b3c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212 HTTP/1.1" status: 200 len: 217 time: 0.1427188 Jul 23 16:16:08.834111 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Synchronizing usage tracker for tenant:4606d9929ad9426387bc6bf92f46d64e on resource:security_group {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:08.839195 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=78f4fef9-b5ef-4e46-aaba-a6e28ce341c1,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.866741 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.869307 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:08.871517 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a108831-ac0b-498e-985c-f219efb67d6e HTTP/1.1" status: 204 len: 168 time: 2.4959164 Jul 23 16:16:08.918856 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5882028b-c232-4160-8b48-918b731e4928 req-b525ec64-6e89-4725-8992-362685c8c505 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 210 time: 0.4126503 Jul 23 16:16:08.985157 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.031984 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.066315 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b4f6e6cc-2c74-4708-b498-254c808e26f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:09.068544 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] Unset dirty status for tenant:4606d9929ad9426387bc6bf92f46d64e on resource:security_group {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:09.070229 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-72e4aeed-7fbf-4b51-93c3-ea32799bb7c4 req-761d372e-398b-4888-90cf-5f40ce443834 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5818753 Jul 23 16:16:09.120825 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:09.214644 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-525bfcb4-52ef-4881-ad39-5876760c613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.243024 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1848d6-c81d-4eb6-83c4-eb4534f22590,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.256592 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:09.258538 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8795a26d-b192-4b71-8ad1-69e9f752d078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:09.270185 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=311d8453027c47378212b9e0a5a921fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6855061 Jul 23 16:16:09.272108 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55038) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:09.302973 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bfcb4-52ef-4881-ad39-5876760c613b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ec93bb-68da-4f2f-a210-ed498b019c5e,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.314552 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-525bfcb4-52ef-4881-ad39-5876760c613b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:09.331772 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-525bfcb4-52ef-4881-ad39-5876760c613b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.333618 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-525bfcb4-52ef-4881-ad39-5876760c613b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/45ec93bb-68da-4f2f-a210-ed498b019c5e HTTP/1.1" status: 204 len: 168 time: 1.3458636 Jul 23 16:16:09.340236 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:09.343912 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac12b4-68c1-411b-8507-ed677b07471d req-acec1860-9f1c-4f9d-8f78-030dc59c48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:09.345284 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-acec1860-9f1c-4f9d-8f78-030dc59c48dd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.4972489 Jul 23 16:16:09.369581 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392630-1e7a-4e7d-a09e-f5c5a25e0270 req-515e6684-35f8-47c0-a6a1-98d4e34c9aef tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:09.371411 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-06392630-1e7a-4e7d-a09e-f5c5a25e0270 req-515e6684-35f8-47c0-a6a1-98d4e34c9aef tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 946 time: 0.8645670 Jul 23 16:16:09.406037 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Made reservation on behalf of 473f4fc062fd4dcaac5767370944c4de for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:09.410010 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.491295 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-06392630-1e7a-4e7d-a09e-f5c5a25e0270 req-c0dcb3a3-40d1-47e3-9254-37ea2ae10d45 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029270 Jul 23 16:16:09.492349 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-af717e77-6b41-49e6-9d69-894e58ff37d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.509953 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab352e-310c-4461-8bcf-031b64f8c68f req-f453a832-cbc6-47fa-953b-f51c1083cd2e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:09.521526 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-edab352e-310c-4461-8bcf-031b64f8c68f req-f453a832-cbc6-47fa-953b-f51c1083cd2e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.3847959 Jul 23 16:16:09.542911 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.600935 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55046) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:09.617421 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac12b4-68c1-411b-8507-ed677b07471d req-818ba8b1-f79d-4bbb-bd85-b842e73c19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:09.618918 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-818ba8b1-f79d-4bbb-bd85-b842e73c19a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2573295 Jul 23 16:16:09.670824 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-af717e77-6b41-49e6-9d69-894e58ff37d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.721037 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.785921 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:16:09.809287 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-edab352e-310c-4461-8bcf-031b64f8c68f req-40f152c1-7f29-4d37-ab55-f8515a2c5fa7 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862873 Jul 23 16:16:09.887225 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.903084 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Allocated IP 172.20.0.8 (e1ca1912-5243-42a2-8607-b50e9ed457ff/24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c/a83ad763-50e1-4690-9861-62608c4fbcd8) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:09.911183 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5f7f8b0e-65f9-4152-b02d-78476dfd2c10 req-57f61aba-de52-4898-91cf-de30b897cbc5 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 210 time: 0.0984161 Jul 23 16:16:09.923986 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:09.956265 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Usage tracker for resource:security_group_rule and tenant:7c34501b74864f879c8aebd9fafea276 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:09.983829 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:09.984119 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:09.985795 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.996441 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:10.053705 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-af717e77-6b41-49e6-9d69-894e58ff37d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.077562 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3d1b99df-86a4-436e-ad9f-950fa555c0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:10.111984 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af717e77-6b41-49e6-9d69-894e58ff37d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1848d6-c81d-4eb6-83c4-eb4534f22590,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:10.138638 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-af717e77-6b41-49e6-9d69-894e58ff37d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:10.160523 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-af717e77-6b41-49e6-9d69-894e58ff37d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.164546 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-af717e77-6b41-49e6-9d69-894e58ff37d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ae1848d6-c81d-4eb6-83c4-eb4534f22590 HTTP/1.1" status: 204 len: 168 time: 0.8857787 Jul 23 16:16:10.305259 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.337978 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Transition to ACTIVE for port object a83ad763-50e1-4690-9861-62608c4fbcd8 will not be triggered until provisioned by entity DHCP. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:10.375317 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c11cc673-c040-4aea-b342-9d83aa789fc5 req-068d8563-ba27-4aad-a5d4-a28aa7662857 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 210 time: 0.1939116 Jul 23 16:16:10.418549 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:10.452526 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.460772 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.526201 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a0b7579e-ff9d-4d49-9e1d-7be4c54e9960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:10.587798 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c34501b74864f879c8aebd9fafea276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9855065 Jul 23 16:16:10.589040 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55072) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:10.650721 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-8ebd23d7-f4b5-4309-a657-bed2068df819 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0210767 Jul 23 16:16:10.684087 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4339333-c042-45a0-b7b3-c11236c7e455,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:10.707346 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:10.750315 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.037370 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5b36-6acf-4217-8be8-321c1c550079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.166277 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5b36-6acf-4217-8be8-321c1c550079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.238559 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55249897-d0cb-4afe-9542-f28ee6d593bf req-8626bd1d-2f36-4895-a8d4-a1e53eab576b tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:11.246987 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-55249897-d0cb-4afe-9542-f28ee6d593bf req-8626bd1d-2f36-4895-a8d4-a1e53eab576b tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 946 time: 0.3113062 Jul 23 16:16:11.319753 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-55249897-d0cb-4afe-9542-f28ee6d593bf req-6fd69932-d50a-4131-ac77-4fb47455a4f6 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715117 Jul 23 16:16:11.325097 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-50ac12b4-68c1-411b-8507-ed677b07471d req-696800b0-1bee-4081-b017-07b6708bd342 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634632 Jul 23 16:16:11.327639 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55102) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:11.346329 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Network e1ca1912-5243-42a2-8607-b50e9ed457ff is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:11.353652 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:11.355406 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:11.363250 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:11.390756 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:16:11.394554 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.398676 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:11.399603 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.419548 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Pushing event updated for resources: {'Port': ['ID=b672f7d9-6ffd-452b-b70d-602349d8fdc6,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:11.442288 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:11.444163 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6511e-8789-4389-9ace-423620aafd81 req-81f68cd9-d1cf-4dce-885c-e34c5c714ffc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:11.447280 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d8b6511e-8789-4389-9ace-423620aafd81 req-81f68cd9-d1cf-4dce-885c-e34c5c714ffc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.3410556 Jul 23 16:16:11.447664 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-515914bc-a7eb-423a-8094-8a5e66406aa7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:11.449166 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5b36-6acf-4217-8be8-321c1c550079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.463493 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:11.529018 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef5b36-6acf-4217-8be8-321c1c550079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4339333-c042-45a0-b7b3-c11236c7e455,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:11.543680 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f6ef5b36-6acf-4217-8be8-321c1c550079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:11.566851 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:11.587546 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'Port': ['ID=a83ad763-50e1-4690-9861-62608c4fbcd8,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:11.635101 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:11.665486 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:16:11.672803 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:11.673491 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.688035 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Usage tracker for resource:security_group_rule and tenant:6302b8f5cfa1460fb7be0b511a63bb80 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:11.698185 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f76f8-66ca-405e-8919-f33a231089fc req-f4a3466d-ebc8-4dfc-9cf4-d5d625cec10b tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:11.700297 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-f4a3466d-ebc8-4dfc-9cf4-d5d625cec10b tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 819 time: 1.3604147 Jul 23 16:16:11.708601 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8278415 Jul 23 16:16:11.713412 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:11.739104 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5b36-6acf-4217-8be8-321c1c550079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.741813 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-f6ef5b36-6acf-4217-8be8-321c1c550079 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4339333-c042-45a0-b7b3-c11236c7e455 HTTP/1.1" status: 204 len: 168 time: 1.1352367 Jul 23 16:16:11.749395 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:11.770522 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Request body: {'port': {'device_id': 'bafd9dad-0e6c-494c-a2b0-2240ecf81094', 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf', 'admin_state_up': True, 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:11.788047 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d8b6511e-8789-4389-9ace-423620aafd81 req-43594ed6-9700-4ab3-9868-63886bebcfc5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302698 Jul 23 16:16:11.821551 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Request body: {'port': {'device_id': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:11.878027 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa5a91-97dc-4478-b2d4-7ddb04495eb0 req-c6c6d45b-653a-46c0-8773-ec2790971998 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:11.879499 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0faa5a91-97dc-4478-b2d4-7ddb04495eb0 req-c6c6d45b-653a-46c0-8773-ec2790971998 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 931 time: 0.3087091 Jul 23 16:16:11.896438 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-c4e16cbc-e59e-4481-85a8-5cef6076c44b None None] Provisioning for port a83ad763-50e1-4690-9861-62608c4fbcd8 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:11.916951 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-c4e16cbc-e59e-4481-85a8-5cef6076c44b None None] Provisioning complete for port a83ad763-50e1-4690-9861-62608c4fbcd8 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:11.917427 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c4e16cbc-e59e-4481-85a8-5cef6076c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.951443 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.971252 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.979921 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ab52865f-082a-46d2-bc5a-8c72a6078f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:12.045563 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0faa5a91-97dc-4478-b2d4-7ddb04495eb0 req-b217d020-8da0-4f61-a63f-f30e49d00cef tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924671 Jul 23 16:16:12.074194 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-c4e16cbc-e59e-4481-85a8-5cef6076c44b None None] Port a83ad763-50e1-4690-9861-62608c4fbcd8 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:12.097276 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff10a3ff-b422-46b6-9fbe-fb74e4fa7c4a,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:12.101624 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:12.104803 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6302b8f5cfa1460fb7be0b511a63bb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7649760 Jul 23 16:16:12.109162 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55132) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:12.222662 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-be3a1319-8241-4a8d-9620-eb10dff87786 req-af1e5215-32af-4008-92da-99a8d104142e tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 210 time: 0.0567625 Jul 23 16:16:12.267798 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-d83b1691-f880-4c4b-99a2-af7141b2ff02 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9875464 Jul 23 16:16:12.275986 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2ceb-3918-407c-8f25-14a27d2a31a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.302977 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Request body: {'port': {'device_id': '30a81583-f16e-4dab-92de-5d0d6578946d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:12.327160 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2ceb-3918-407c-8f25-14a27d2a31a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.400425 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.457206 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-73d8181a-564e-4171-882a-700a70169159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:12.459151 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-73d8181a-564e-4171-882a-700a70169159 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 1097 time: 0.8969691 Jul 23 16:16:12.460689 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2ceb-3918-407c-8f25-14a27d2a31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.477550 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-30a85500-7df9-42fe-aee2-41fac624a71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:12.528505 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a2ceb-3918-407c-8f25-14a27d2a31a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff10a3ff-b422-46b6-9fbe-fb74e4fa7c4a,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:12.531423 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bc8a2ceb-3918-407c-8f25-14a27d2a31a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:12.534675 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bc8a2ceb-3918-407c-8f25-14a27d2a31a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.535902 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-bc8a2ceb-3918-407c-8f25-14a27d2a31a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff10a3ff-b422-46b6-9fbe-fb74e4fa7c4a HTTP/1.1" status: 204 len: 168 time: 0.4254818 Jul 23 16:16:12.724579 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:12.747549 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f841d1-4b8e-4da8-8817-13a15ddfecc0 req-54f85694-7c49-4cbe-8b46-1667c53ed2ca tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:12.751259 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-20f841d1-4b8e-4da8-8817-13a15ddfecc0 req-54f85694-7c49-4cbe-8b46-1667c53ed2ca tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 946 time: 0.1234553 Jul 23 16:16:12.808548 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Usage tracker for resource:port and tenant:f1e1a896ab074baa9ec90756d52a58fb is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:12.826373 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-20f841d1-4b8e-4da8-8817-13a15ddfecc0 req-8010ceba-5b80-498d-abde-4944fd37c8cb tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674627 Jul 23 16:16:12.840216 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:13.046527 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:13.131224 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.264950 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Made reservation on behalf of f1e1a896ab074baa9ec90756d52a58fb for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:13.273936 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.465161 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91414230-3d56-4990-83a6-5931683ee49c req-f74b3f30-5ee7-47c6-a8d6-21edf303fbc2 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:13.467603 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-91414230-3d56-4990-83a6-5931683ee49c req-f74b3f30-5ee7-47c6-a8d6-21edf303fbc2 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.2455895 Jul 23 16:16:13.477516 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcaebc-055b-4f25-abf5-be7e4572e1b1 req-90e9ba82-fdde-4526-aea2-5f072524906d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:13.479417 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d8fcaebc-055b-4f25-abf5-be7e4572e1b1 req-90e9ba82-fdde-4526-aea2-5f072524906d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 931 time: 0.1919947 Jul 23 16:16:13.568995 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-91414230-3d56-4990-83a6-5931683ee49c req-25a68dcc-5b5c-45aa-8ae8-ca70446d970f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882790 Jul 23 16:16:13.581429 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d8fcaebc-055b-4f25-abf5-be7e4572e1b1 req-8b6feb2b-e805-4408-848b-47fce1763f50 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828602 Jul 23 16:16:13.803143 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83ad763-50e1-4690-9861-62608c4fbcd8 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:13.813935 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.830867 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Transition to ACTIVE for port object a83ad763-50e1-4690-9861-62608c4fbcd8 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:13.968933 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e97e3ab8-8063-4849-848c-855f04c853b0 req-284697ff-fcbf-4bc0-acac-792405ed6f25 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 210 time: 0.0671389 Jul 23 16:16:14.043081 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.073540 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-65bc0cf7-3522-4843-bade-bc8ed82ad3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:14.073540 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-65bc0cf7-3522-4843-bade-bc8ed82ad3c0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 1.5721629 Jul 23 16:16:14.082491 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7b8b0964-2770-48ed-b0ba-f48bc1758656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:14.193034 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:16:14.306704 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-669d1a4c-1714-40a8-b264-f25ef2100567 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212 HTTP/1.1" status: 200 len: 217 time: 0.1659825 Jul 23 16:16:14.409181 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:14.427958 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'port_id': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'mac_address': 'fa:16:3e:fc:57:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:16:14.508132 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.538848 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa70710c-7639-4f88-be0e-b5b0a70b9212 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:14.562835 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:14.567570 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.570211 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-d1bb40b3-4a6e-476f-9d73-7bc183113410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:14.666231 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55246) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:14.690536 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:14.698108 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:14.779438 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=a83ad763-50e1-4690-9861-62608c4fbcd8,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:14.783079 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-ef79f291-fed5-4509-a996-825512baee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:14.785210 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['aa70710c-7639-4f88-be0e-b5b0a70b9212'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:16:14.785541 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-ef79f291-fed5-4509-a996-825512baee75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.4001997 Jul 23 16:16:14.835543 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:15.070603 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Attempting to bind port a83ad763-50e1-4690-9861-62608c4fbcd8 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:15.071286 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Attempting to bind port a83ad763-50e1-4690-9861-62608c4fbcd8 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:15.071905 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Attempting to bind port a83ad763-50e1-4690-9861-62608c4fbcd8 on network e1ca1912-5243-42a2-8607-b50e9ed457ff {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:15.166715 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Port a83ad763-50e1-4690-9861-62608c4fbcd8 on network e1ca1912-5243-42a2-8607-b50e9ed457ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:16:15.166990 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Attempting to bind port a83ad763-50e1-4690-9861-62608c4fbcd8 on network e1ca1912-5243-42a2-8607-b50e9ed457ff {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:15.207293 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.217497 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Allocated IP 172.20.0.7 (1a5d29be-ec58-4e46-9f6f-652c4fecd9bf/b87b2962-7e68-44f8-b9c4-11363816a02d/ccd843f7-108c-48e8-8b50-5b4ab5fd06e8) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:15.231828 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:16:15.232088 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Checking segment: {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:16:15.232487 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Bound using segment: {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:16:15.233142 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Bound port: a83ad763-50e1-4690-9861-62608c4fbcd8, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:15.234102 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.238460 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:15.243155 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Usage tracker for resource:security_group_rule and tenant:77845fa3462c40208770a1d2651881b5 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:15.246823 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:15.251186 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-9497ba28-9117-4280-a4ea-97a7f1b9756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.252842 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-9497ba28-9117-4280-a4ea-97a7f1b9756b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4196959 Jul 23 16:16:15.255546 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:15.316064 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41f4da-05a3-4ce1-9e87-f1b45991c47e req-51e22396-dc2e-41a4-a422-c9bebc8e38e7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.317451 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fb41f4da-05a3-4ce1-9e87-f1b45991c47e req-51e22396-dc2e-41a4-a422-c9bebc8e38e7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 943 time: 0.4428618 Jul 23 16:16:15.408066 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab78215-fb0f-4559-9234-44a1ee2c3a9c req-1b1f392f-584e-4704-8e99-be3c7e532573 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.416152 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ab78215-fb0f-4559-9234-44a1ee2c3a9c req-1b1f392f-584e-4704-8e99-be3c7e532573 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 945 time: 0.3999207 Jul 23 16:16:15.478495 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fb41f4da-05a3-4ce1-9e87-f1b45991c47e req-55f336a6-ab35-4654-b63c-a94efd4bca97 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536822 Jul 23 16:16:15.480211 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55274) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:15.499675 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ab78215-fb0f-4559-9234-44a1ee2c3a9c req-6ba7ade9-68ed-4350-b6ca-e4ce9afb442e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826550 Jul 23 16:16:15.614243 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.620138 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.636044 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5a7021b6-df17-46fb-89ac-8f6b310a7c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:15.690299 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=77845fa3462c40208770a1d2651881b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0222435 Jul 23 16:16:15.693835 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55280) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:15.696856 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20ed09a-14a7-464d-a85c-a4defa092da7,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:15.700308 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:15.772380 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.837511 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] For port a83ad763-50e1-4690-9861-62608c4fbcd8, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:16:15.843013 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] For port a83ad763-50e1-4690-9861-62608c4fbcd8, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a83ad763-50e1-4690-9861-62608c4fbcd8,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:16:15.855769 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-531b9973-6a8c-4f71-a2a4-946fdda8d640 req-fd1df3af-6a76-49bf-b846-cf05046c0283 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 210 time: 0.0707345 Jul 23 16:16:15.871295 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:15.880115 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Usage tracker for resource:security_group_rule and tenant:54752f67990d4e2fa2ca3f8a72ed0e53 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:15.885253 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:15.888199 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e7487a3e-6910-412f-9e7b-34fa690dc4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.894028 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:15.913389 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-7bb39eae-f9b0-480c-86ba-ad95621c5b34 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514728 Jul 23 16:16:15.923582 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.961977 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e7487a3e-6910-412f-9e7b-34fa690dc4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.083902 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e7487a3e-6910-412f-9e7b-34fa690dc4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.097823 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2c061fb9-7112-43b0-b66e-fd37ceeb07ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:16.117951 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7487a3e-6910-412f-9e7b-34fa690dc4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20ed09a-14a7-464d-a85c-a4defa092da7,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:16.149415 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e7487a3e-6910-412f-9e7b-34fa690dc4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:16.157723 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e7487a3e-6910-412f-9e7b-34fa690dc4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.159281 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-e7487a3e-6910-412f-9e7b-34fa690dc4da admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d20ed09a-14a7-464d-a85c-a4defa092da7 HTTP/1.1" status: 204 len: 168 time: 0.4635637 Jul 23 16:16:16.160105 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55296) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:16.192031 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-41abf746-51c1-4800-bfe4-f522cd930665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:16.195946 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.221486 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:16:16.222711 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.241623 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-515b1ac2-f859-4a05-9550-bbf28f644c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:16.275747 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=a83ad763-50e1-4690-9861-62608c4fbcd8,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:16.282437 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:16.323995 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.324841 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.327273 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] 10.222.0.88 "PUT /v2.0/ports/a83ad763-50e1-4690-9861-62608c4fbcd8 HTTP/1.1" status: 200 len: 1093 time: 4.5985913 Jul 23 16:16:16.330311 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f091223f-6885-492b-80c9-9f19d3ed20c7,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:16.332640 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'tag': 'a83ad763-50e1-4690-9861-62608c4fbcd8'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:16.341873 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:16.418411 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=54752f67990d4e2fa2ca3f8a72ed0e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355013 Jul 23 16:16:16.427603 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55308) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:16.433883 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port aa70710c-7639-4f88-be0e-b5b0a70b9212 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:16.445303 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port aa70710c-7639-4f88-be0e-b5b0a70b9212 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:16.446358 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.503584 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'tag': 'a83ad763-50e1-4690-9861-62608c4fbcd8', 'status': 'completed', 'code': 200} Jul 23 16:16:16.614684 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8832-e502-47df-9b07-f02dae4ac7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.687742 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.692845 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca543da-eea5-4a03-b268-265cda0eec60 req-b41a679a-0c05-45aa-a625-6344c0f8c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.695804 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-b41a679a-0c05-45aa-a625-6344c0f8c5b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 1096 time: 0.1878984 Jul 23 16:16:16.754090 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8832-e502-47df-9b07-f02dae4ac7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.849646 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-3f8c1371-51d1-4293-962b-07e921cb7952 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a83ad763-50e1-4690-9861-62608c4fbcd8 HTTP/1.1" status: 200 len: 217 time: 0.1275816 Jul 23 16:16:16.858224 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-04a6e6b5-f2eb-4192-b6d8-4a4fdd5d0277 req-1b19ef33-c452-4979-95f0-b6523be25a86 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9361148 Jul 23 16:16:16.959654 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca543da-eea5-4a03-b268-265cda0eec60 req-b326b4c7-6626-4502-903d-04c5dce8689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.962882 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-b326b4c7-6626-4502-903d-04c5dce8689f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 200 len: 848 time: 0.0934715 Jul 23 16:16:16.970787 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.004425 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:17.020467 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:17.025813 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.029524 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:17.062919 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 55326) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:17.113261 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.133620 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:17.138933 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Usage tracker for resource:security_group_rule and tenant:e8d419bd5140457aafd96429e219e8db is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:17.142847 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:17.150081 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:17.176678 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:17.189312 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:17.202571 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.239123 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.266528 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:17.278424 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Usage tracker for resource:security_group_rule and tenant:5cff3c86eb594fca8fbed1a4829443c0 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:17.280009 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:17.288219 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:17.293800 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:17.320078 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b749a4-accd-4e60-abf5-177eb074ca27 req-da640a5e-7e5d-49c7-9b54-8f5cc8728c42 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.321989 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e9b749a4-accd-4e60-abf5-177eb074ca27 req-da640a5e-7e5d-49c7-9b54-8f5cc8728c42 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 945 time: 0.4892657 Jul 23 16:16:17.330183 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a6416-82b2-4ac6-a9f5-78b37a7d5e52 req-b94e0240-d29a-469b-967a-eb593110e5ca tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.331657 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d72a6416-82b2-4ac6-a9f5-78b37a7d5e52 req-b94e0240-d29a-469b-967a-eb593110e5ca tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 943 time: 0.2965987 Jul 23 16:16:17.361671 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:17.383424 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8832-e502-47df-9b07-f02dae4ac7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.390479 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:17.392622 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:17.398979 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:16:17.405250 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.405955 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.436776 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd8832-e502-47df-9b07-f02dae4ac7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f091223f-6885-492b-80c9-9f19d3ed20c7,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:17.450071 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b4dd8832-e502-47df-9b07-f02dae4ac7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:17.453912 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e9b749a4-accd-4e60-abf5-177eb074ca27 req-ac9d8c66-8797-4c3a-a156-163564290d64 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213098 Jul 23 16:16:17.461695 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8832-e502-47df-9b07-f02dae4ac7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.462816 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-b4dd8832-e502-47df-9b07-f02dae4ac7e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f091223f-6885-492b-80c9-9f19d3ed20c7 HTTP/1.1" status: 204 len: 168 time: 1.0338356 Jul 23 16:16:17.466256 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca543da-eea5-4a03-b268-265cda0eec60 req-ca6ca70a-7ad1-4b51-b0a4-4bbc7f84b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.468628 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d72a6416-82b2-4ac6-a9f5-78b37a7d5e52 req-24609773-eb33-4e40-acb3-a9761647bd99 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194344 Jul 23 16:16:17.468747 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-ca6ca70a-7ad1-4b51-b0a4-4bbc7f84b1ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e1ca1912-5243-42a2-8607-b50e9ed457ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4908636 Jul 23 16:16:17.474472 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Pushing event updated for resources: {'Port': ['ID=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:17.517385 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:17.546647 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8100989 Jul 23 16:16:17.572735 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Request body: {'port': {'device_id': 'bafd9dad-0e6c-494c-a2b0-2240ecf81094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:17.582670 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'code': 200} Jul 23 16:16:17.583149 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.587869 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.600932 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:17.674755 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5e549-eb36-4efa-abd4-b8391ad07c77,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:17.694749 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:17.817469 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5cff3c86eb594fca8fbed1a4829443c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6198745 Jul 23 16:16:17.825077 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55336) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:17.832723 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.851506 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b672f7d9-6ffd-452b-b70d-602349d8fdc6 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:17.894925 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.897067 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.930710 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.946636 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365da7c-056b-45bd-93ca-7af9ce490323 req-b94a13b9-1f7e-4f75-adfa-c012df5d7c17 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.954049 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d365da7c-056b-45bd-93ca-7af9ce490323 req-b94a13b9-1f7e-4f75-adfa-c012df5d7c17 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 931 time: 0.2502673 Jul 23 16:16:17.973316 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-76f5afad-5d13-4e69-90a3-8372750aa08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.989847 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:18.013708 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-a9ce889c-2612-42d7-8539-0236b26c98a6 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350699 Jul 23 16:16:18.022114 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-d365da7c-056b-45bd-93ca-7af9ce490323 req-a570c2b4-6665-436b-b728-302639bbc351 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Synchronizing usage tracker for tenant:f1e1a896ab074baa9ec90756d52a58fb on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:18.026744 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-76f5afad-5d13-4e69-90a3-8372750aa08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.042828 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Transition to ACTIVE for port object b672f7d9-6ffd-452b-b70d-602349d8fdc6 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:18.073044 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-d365da7c-056b-45bd-93ca-7af9ce490323 req-a570c2b4-6665-436b-b728-302639bbc351 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Unset dirty status for tenant:f1e1a896ab074baa9ec90756d52a58fb on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:18.074355 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d365da7c-056b-45bd-93ca-7af9ce490323 req-a570c2b4-6665-436b-b728-302639bbc351 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193666 Jul 23 16:16:18.101800 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-76f5afad-5d13-4e69-90a3-8372750aa08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.107736 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-55c450a4-bec5-422b-ac90-85d50f82e908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:18.120408 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5afad-5d13-4e69-90a3-8372750aa08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5e549-eb36-4efa-abd4-b8391ad07c77,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:18.124877 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-76f5afad-5d13-4e69-90a3-8372750aa08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:18.127655 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-76f5afad-5d13-4e69-90a3-8372750aa08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.129063 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-76f5afad-5d13-4e69-90a3-8372750aa08b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5fd5e549-eb36-4efa-abd4-b8391ad07c77 HTTP/1.1" status: 204 len: 168 time: 0.3012676 Jul 23 16:16:18.148623 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e8d419bd5140457aafd96429e219e8db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0831578 Jul 23 16:16:18.149952 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55348) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:18.150423 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.234936 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce251-6f57-40d5-814e-fa9c8b507139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.244994 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac17b39c-1d63-48e5-879f-d4618b1c2744,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:18.271800 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce251-6f57-40d5-814e-fa9c8b507139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.287689 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:18.292687 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:18.369949 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce251-6f57-40d5-814e-fa9c8b507139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.377517 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c40c2e01-91d6-4e3d-bb3f-790b9ce20691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:18.390915 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ce251-6f57-40d5-814e-fa9c8b507139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac17b39c-1d63-48e5-879f-d4618b1c2744,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:18.422447 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3e7ce251-6f57-40d5-814e-fa9c8b507139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:18.429145 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce251-6f57-40d5-814e-fa9c8b507139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.437275 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-3e7ce251-6f57-40d5-814e-fa9c8b507139 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac17b39c-1d63-48e5-879f-d4618b1c2744 HTTP/1.1" status: 204 len: 168 time: 0.2860014 Jul 23 16:16:18.838326 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Pushing event updated for resources: {'Port': ['ID=b672f7d9-6ffd-452b-b70d-602349d8fdc6,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:18.864185 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:18.868418 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6698-80b0-4105-b6fa-d7c87058e2d3 req-fdff7fe2-ffbd-4d48-8969-f4f55aa47422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.870384 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-72ad6698-80b0-4105-b6fa-d7c87058e2d3 req-fdff7fe2-ffbd-4d48-8969-f4f55aa47422 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 1099 time: 0.9300728 Jul 23 16:16:18.962107 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e8c8a-1b7a-4f98-a234-f8d9adbf8201 req-1045fac1-4c6d-4c91-b2d7-c7e5b6c8ffa1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.965001 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fc0e8c8a-1b7a-4f98-a234-f8d9adbf8201 req-1045fac1-4c6d-4c91-b2d7-c7e5b6c8ffa1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 943 time: 0.2176147 Jul 23 16:16:19.008787 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c77ba-a0db-4e80-babf-b59dd0c02cd6 req-5fe977ca-c9da-4562-ad89-36c47d427705 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.010854 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-439c77ba-a0db-4e80-babf-b59dd0c02cd6 req-5fe977ca-c9da-4562-ad89-36c47d427705 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.2011521 Jul 23 16:16:19.038517 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fc0e8c8a-1b7a-4f98-a234-f8d9adbf8201 req-e2cd6c08-2cba-4a4b-88da-97f228600142 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652103 Jul 23 16:16:19.139985 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-439c77ba-a0db-4e80-babf-b59dd0c02cd6 req-3584ae4b-d945-41fe-87cd-64b72904ff3f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027043 Jul 23 16:16:19.171448 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fca543da-eea5-4a03-b268-265cda0eec60 req-472afcde-1d22-4e35-835b-bed50d9805d0 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1360745 Jul 23 16:16:19.177030 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Attempting to bind port b672f7d9-6ffd-452b-b70d-602349d8fdc6 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:19.177403 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Attempting to bind port b672f7d9-6ffd-452b-b70d-602349d8fdc6 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:19.177734 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Attempting to bind port b672f7d9-6ffd-452b-b70d-602349d8fdc6 on network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:19.185616 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Port b672f7d9-6ffd-452b-b70d-602349d8fdc6 on network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:16:19.185954 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Attempting to bind port b672f7d9-6ffd-452b-b70d-602349d8fdc6 on network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:19.194903 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-72ad6698-80b0-4105-b6fa-d7c87058e2d3 req-e7398be7-d1db-4d22-a86e-4ccd0f07d4f9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975936 Jul 23 16:16:19.208076 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:16:19.208423 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Checking segment: {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:16:19.208934 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Bound using segment: {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:16:19.209269 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Bound port: b672f7d9-6ffd-452b-b70d-602349d8fdc6, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:19.209620 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.467460 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:19.500130 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.535425 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957eb47-cb92-4f94-a8fb-3a75d2fdb223 req-322decc1-4e9e-4f9f-9ae0-838f7df79c7e tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.546845 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9957eb47-cb92-4f94-a8fb-3a75d2fdb223 req-322decc1-4e9e-4f9f-9ae0-838f7df79c7e tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 931 time: 0.2037673 Jul 23 16:16:19.576261 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Transition to ACTIVE for port object ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:19.580815 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] For port b672f7d9-6ffd-452b-b70d-602349d8fdc6, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:16:19.585662 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.597459 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] For port b672f7d9-6ffd-452b-b70d-602349d8fdc6, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:16:19.598505 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:19.688187 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9957eb47-cb92-4f94-a8fb-3a75d2fdb223 req-698fd05f-84f5-4ab8-8154-edd0f898c5ef tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364379 Jul 23 16:16:19.781143 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.786513 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:19.805543 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:19.809489 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:19.815817 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ad5f-b21b-442c-a7f7-e3e502f93232 req-5bfdd930-7a35-4af5-ae52-4bec8edc8814 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.818126 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9d16ad5f-b21b-442c-a7f7-e3e502f93232 req-5bfdd930-7a35-4af5-ae52-4bec8edc8814 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 946 time: 0.1338511 Jul 23 16:16:19.857359 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-9a4301e9-df74-4642-b3d5-8a41f36c0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.859095 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-9a4301e9-df74-4642-b3d5-8a41f36c0b09 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 1096 time: 0.5740473 Jul 23 16:16:19.904406 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9d16ad5f-b21b-442c-a7f7-e3e502f93232 req-05256d53-ea0d-472b-ad22-60a61ce85255 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717177 Jul 23 16:16:19.966895 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.967529 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.969050 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] 10.222.0.88 "PUT /v2.0/ports/b672f7d9-6ffd-452b-b70d-602349d8fdc6 HTTP/1.1" status: 200 len: 1093 time: 7.6823227 Jul 23 16:16:19.969668 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a81583-f16e-4dab-92de-5d0d6578946d', 'tag': 'b672f7d9-6ffd-452b-b70d-602349d8fdc6'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:20.021976 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Attempting to bind port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:20.022315 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Attempting to bind port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:20.022640 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Attempting to bind port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 on network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:20.053256 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 on network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:16:20.053588 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Attempting to bind port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 on network 1a5d29be-ec58-4e46-9f6f-652c4fecd9bf {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:20.071979 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:16:20.072321 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Checking segment: {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:16:20.082205 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Bound using segment: {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:16:20.082205 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Bound port: ccd843f7-108c-48e8-8b50-5b4ab5fd06e8, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b54ca7a-962d-4d3e-b899-7291e0926330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:20.082205 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.160177 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a81583-f16e-4dab-92de-5d0d6578946d', 'tag': 'b672f7d9-6ffd-452b-b70d-602349d8fdc6', 'status': 'completed', 'code': 200} Jul 23 16:16:20.408207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Pushing event updated for resources: {'Port': ['ID=b672f7d9-6ffd-452b-b70d-602349d8fdc6,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:20.412528 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:20.522052 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-89779a10-41bd-42d1-9f6f-9dac426db666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:20.523977 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-89779a10-41bd-42d1-9f6f-9dac426db666 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 910 time: 0.5947821 Jul 23 16:16:20.531795 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] For port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:16:20.619953 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f457884-1418-4e63-ae8c-e909a581d1e9 req-33567336-2e98-4359-949c-1a3cd56aaa1c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:20.631919 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6f457884-1418-4e63-ae8c-e909a581d1e9 req-33567336-2e98-4359-949c-1a3cd56aaa1c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 943 time: 0.3210392 Jul 23 16:16:20.636672 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-7e0d20b1-0a76-4190-bdf1-d3b3542e3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:20.647784 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-7e0d20b1-0a76-4190-bdf1-d3b3542e3d2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1096 time: 0.4930868 Jul 23 16:16:20.650623 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-cf44b71c-105e-41b9-be41-8449501df74d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a83ad763-50e1-4690-9861-62608c4fbcd8 HTTP/1.1" status: 200 len: 217 time: 0.1155112 Jul 23 16:16:20.652915 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] For port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:16:20.666573 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305e28-d19e-46ae-9e2b-8f7c24eefca9 req-48484c3d-3253-4b03-89c6-6a434336fc77 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:20.668123 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d8305e28-d19e-46ae-9e2b-8f7c24eefca9 req-48484c3d-3253-4b03-89c6-6a434336fc77 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.2622194 Jul 23 16:16:20.738686 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d8305e28-d19e-46ae-9e2b-8f7c24eefca9 req-2088ac1c-f2f1-4c18-b328-f75198558d58 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564344 Jul 23 16:16:20.751921 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6f457884-1418-4e63-ae8c-e909a581d1e9 req-64b064b5-aa67-43fe-8a07-5a3c23923f2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190038 Jul 23 16:16:20.781533 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.786304 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:20.912903 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-59e9bb29-782a-45d9-add4-fa1e0c655d1c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6 HTTP/1.1" status: 200 len: 217 time: 0.2502816 Jul 23 16:16:20.923249 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:20.924119 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.926076 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] 10.222.0.88 "PUT /v2.0/ports/ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 HTTP/1.1" status: 200 len: 1093 time: 3.3650913 Jul 23 16:16:21.026644 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-3cc8e7c4-37e8-4e45-83a2-862ba7528938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.028106 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-3cc8e7c4-37e8-4e45-83a2-862ba7528938 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 200 len: 848 time: 0.1850810 Jul 23 16:16:21.276284 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4fbed-e71c-4d67-a7cc-0fd6419b2483 req-80c51e9e-7d40-4b6e-a036-885588cba905 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.279737 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-35b4fbed-e71c-4d67-a7cc-0fd6419b2483 req-80c51e9e-7d40-4b6e-a036-885588cba905 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 943 time: 0.3779871 Jul 23 16:16:21.312083 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c22ee-ce4a-4b28-b673-4e3fe01f891e req-f29fd540-c1c1-4edb-8f36-1cea8b19030d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.321560 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f7c22ee-ce4a-4b28-b673-4e3fe01f891e req-f29fd540-c1c1-4edb-8f36-1cea8b19030d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.3317237 Jul 23 16:16:21.328705 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55526) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:21.393742 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'floatingip': {'port_id': 'aa70710c-7639-4f88-be0e-b5b0a70b9212'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:21.419338 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 55530) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:21.476127 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.486256 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:21.487975 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-35b4fbed-e71c-4d67-a7cc-0fd6419b2483 req-8d85dd9d-8165-473e-873f-044a15d668a7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943071 Jul 23 16:16:21.492227 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.547436 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-0218ab57-0ae3-4600-8e95-efd2ccb0cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.549366 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-0218ab57-0ae3-4600-8e95-efd2ccb0cef4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.6203055 Jul 23 16:16:21.647278 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-899f89c5-4152-499e-8931-3ed1155ac8f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854003 Jul 23 16:16:21.699607 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-14dffd03-6923-4c2f-8d5b-e2de0286171d tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.700946 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-14dffd03-6923-4c2f-8d5b-e2de0286171d tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Synchronizing usage tracker for tenant:f85be0045bcf4d088778f012b8c0a9b4 on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:21.726198 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-067ae7b3-4c12-49c0-a8d0-d29bb8526a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.727687 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-067ae7b3-4c12-49c0-a8d0-d29bb8526a72 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e1ca1912-5243-42a2-8607-b50e9ed457ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4126325 Jul 23 16:16:21.734787 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f76f8-66ca-405e-8919-f33a231089fc req-d1bfa6cb-914c-4eb0-9d89-2efc3068990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.736359 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-d1bfa6cb-914c-4eb0-9d89-2efc3068990d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 1096 time: 0.6905169 Jul 23 16:16:21.929479 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148ea33-70b5-405b-838c-ee47d16dde81 req-bfb7ffb0-6b1b-45f9-a49d-7396b40fe709 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.942752 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b148ea33-70b5-405b-838c-ee47d16dde81 req-bfb7ffb0-6b1b-45f9-a49d-7396b40fe709 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 946 time: 0.3837993 Jul 23 16:16:21.995645 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-14dffd03-6923-4c2f-8d5b-e2de0286171d tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Unset dirty status for tenant:f85be0045bcf4d088778f012b8c0a9b4 on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:21.996833 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-14dffd03-6923-4c2f-8d5b-e2de0286171d tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.88 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 946 time: 0.5765922 Jul 23 16:16:22.023817 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-6e17567f-0f7d-4565-8419-c412cc8e53c0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 HTTP/1.1" status: 200 len: 217 time: 0.1407568 Jul 23 16:16:22.039550 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.133084 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:22.145724 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b148ea33-70b5-405b-838c-ee47d16dde81 req-24df79c0-e370-46a2-97bf-5a1aaad954b3 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006278 Jul 23 16:16:22.214309 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Usage tracker for resource:security_group_rule and tenant:6690b7b504db465dbec1b42c2c1a1ced is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:22.219245 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafd9dad-0e6c-494c-a2b0-2240ecf81094', 'tag': 'ccd843f7-108c-48e8-8b50-5b4ab5fd06e8'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:22.238536 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:22.255745 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-cc58cab6-bce3-4307-b26c-d20720919166 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980899 Jul 23 16:16:22.260395 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:22.265704 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device a83ad763-50e1-4690-9861-62608c4fbcd8 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:16:22.299275 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48fa39-39ad-4363-8155-a80785f9d147 req-e001a1ba-86a4-419c-9f58-9c11a67c9582 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:22.300865 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3f48fa39-39ad-4363-8155-a80785f9d147 req-e001a1ba-86a4-419c-9f58-9c11a67c9582 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 943 time: 0.3539262 Jul 23 16:16:22.346655 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafd9dad-0e6c-494c-a2b0-2240ecf81094', 'tag': 'ccd843f7-108c-48e8-8b50-5b4ab5fd06e8', 'status': 'completed', 'code': 200} Jul 23 16:16:22.418279 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Deleting port 501dd7ad-bc76-4713-9a5e-8662c43fddf6 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:16:22.418619 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.496815 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port a83ad763-50e1-4690-9861-62608c4fbcd8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a83ad763-50e1-4690-9861-62608c4fbcd8,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:22.534442 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': 'a83ad763-50e1-4690-9861-62608c4fbcd8', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'port_id': 'a83ad763-50e1-4690-9861-62608c4fbcd8', 'mac_address': 'fa:16:3e:ea:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:16:22.573368 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3f48fa39-39ad-4363-8155-a80785f9d147 req-eec33011-92e8-40f0-977e-9b8da05eb490 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511528 Jul 23 16:16:22.590598 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-e9625f42-6e92-42cb-b634-d52a71616da8 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8493285 Jul 23 16:16:22.593733 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f76f8-66ca-405e-8919-f33a231089fc req-9a2a71af-3e85-459a-b234-198294f41ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:22.595425 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-9a2a71af-3e85-459a-b234-198294f41ebe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.5429809 Jul 23 16:16:22.647007 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.689942 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.714080 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.760918 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83ad763-50e1-4690-9861-62608c4fbcd8 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:22.793462 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port a83ad763-50e1-4690-9861-62608c4fbcd8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a83ad763-50e1-4690-9861-62608c4fbcd8,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:22.800250 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.804183 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:22.873863 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-825dd55a-591e-4c7d-bdc2-5c1c967d0470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:22.900000 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-c0a1b396-079c-40c7-b75b-116894109896 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2116079 Jul 23 16:16:22.906350 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304ab94-82b1-45ed-8e44-fd6d1feff773 req-f4c3a988-8130-470a-b757-d50f0006a9f7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:22.907940 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4304ab94-82b1-45ed-8e44-fd6d1feff773 req-f4c3a988-8130-470a-b757-d50f0006a9f7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 943 time: 0.1498833 Jul 23 16:16:22.924138 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=a83ad763-50e1-4690-9861-62608c4fbcd8,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:22.932176 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:22.953256 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55592) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:23.016261 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ed5e0309-bae0-4e4d-a939-2d18ce659d75 req-4430712d-1c57-4cb8-96cb-cee477a4b51e service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474701 Jul 23 16:16:23.017685 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['a83ad763-50e1-4690-9861-62608c4fbcd8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:16:23.033748 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4304ab94-82b1-45ed-8e44-fd6d1feff773 req-7e536c56-19ad-481b-9969-66d08b3e16d0 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792453 Jul 23 16:16:23.035438 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.db.resource_extend [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:16:23.141689 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fed181b-5ecb-42f4-aba9-f8f8ef87ffd8,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:23.160245 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.177500 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6690b7b504db465dbec1b42c2c1a1ced&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7545271 Jul 23 16:16:23.187896 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:23.199720 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 55600) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:23.248403 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:23.256504 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.268004 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Usage tracker for resource:security_group_rule and tenant:a1f881fc19204b3ab537fb7d1cd570f4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:23.271502 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:23.274277 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.335289 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 55606) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:23.345474 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-900ae89f-64e3-4c4e-9cae-835e9ec03505 req-f5f84aec-c94d-4fa4-a798-71d4a2e077e2 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836703 Jul 23 16:16:23.368589 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:23.593757 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.l3_db [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Floating IP 1599b8ae-d106-4de9-bc70-d7d5af84dfbc associated. External IP: 172.28.2.118, port: aa70710c-7639-4f88-be0e-b5b0a70b9212. Jul 23 16:16:23.616837 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.680302 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.714677 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:23.722646 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-f4574efb-6c20-4e93-b2e9-265983612ada service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094597 Jul 23 16:16:23.729348 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Usage tracker for resource:security_group_rule and tenant:7680a12362034b94a6c6954d65b9d674 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:23.739186 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-11efd29b-6705-4ed5-b4a3-a01e91db3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:23.740639 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-11efd29b-6705-4ed5-b4a3-a01e91db3cce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1096 time: 0.6449623 Jul 23 16:16:23.741430 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:23.799205 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:23.813832 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] For port 501dd7ad-bc76-4713-9a5e-8662c43fddf6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=501dd7ad-bc76-4713-9a5e-8662c43fddf6,segment=NetworkSegment(872557ff-fd57-4a64-86fe-162a30a55cbe),segment_id=872557ff-fd57-4a64-86fe-162a30a55cbe)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:23.814225 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.823212 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.829588 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92de6fc-fbcd-4977-ace7-941cfcaf702d req-ae6d2d1d-0ddc-4fc4-bc39-1cfcfe47ba99 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:23.831040 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d92de6fc-fbcd-4977-ace7-941cfcaf702d req-ae6d2d1d-0ddc-4fc4-bc39-1cfcfe47ba99 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 946 time: 0.4752831 Jul 23 16:16:24.015347 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.026615 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d92de6fc-fbcd-4977-ace7-941cfcaf702d req-54f3fb00-92bd-48fd-9bff-72cf6b9fd603 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/security-groups?id=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694605 Jul 23 16:16:24.027280 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.041030 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bc8a2ceb-3918-407c-8f25-14a27d2a31a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:24.097142 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1f881fc19204b3ab537fb7d1cd570f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1385715 Jul 23 16:16:24.152616 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 55618) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:24.155343 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75d200-34b8-4921-9ae7-c3a519daee0c req-2b59eb03-1aab-41f9-8cd4-c0b3bd096eaa tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.156793 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cf75d200-34b8-4921-9ae7-c3a519daee0c req-2b59eb03-1aab-41f9-8cd4-c0b3bd096eaa tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 944 time: 0.4030039 Jul 23 16:16:24.163870 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Calling delete_port for 501dd7ad-bc76-4713-9a5e-8662c43fddf6 owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:16:24.205306 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659131cb-bb7e-4be0-8076-10b6c661c05e,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:24.253962 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.254316 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.254657 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.254994 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.255326 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.255656 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.255977 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.256301 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.256633 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.256948 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.257300 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.257691 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.261922 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:24.266568 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device a83ad763-50e1-4690-9861-62608c4fbcd8 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:16:24.359251 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port a83ad763-50e1-4690-9861-62608c4fbcd8 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:24.364509 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port a83ad763-50e1-4690-9861-62608c4fbcd8 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:24.364969 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.387281 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cf75d200-34b8-4921-9ae7-c3a519daee0c req-d5807295-9f05-4819-857a-2e5a8802d259 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207024 Jul 23 16:16:24.421624 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Router 2c49f213-05ae-4a92-bdbf-1d296233ada2 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:24.431476 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a7d9-e82f-45a7-b393-26bdac925a75 req-1eb83774-378a-408c-b78c-eae60d35decd tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.432954 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-64d0a7d9-e82f-45a7-b393-26bdac925a75 req-1eb83774-378a-408c-b78c-eae60d35decd tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 943 time: 0.2728844 Jul 23 16:16:24.466737 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-974f76f8-66ca-405e-8919-f33a231089fc req-53fca6ca-eaab-4c52-b24b-03a073e14472 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218239 Jul 23 16:16:24.480841 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-8babd864-7141-4f91-9935-c677e92eb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.482382 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-8babd864-7141-4f91-9935-c677e92eb01d service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 920 time: 0.7197258 Jul 23 16:16:24.489673 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.524274 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.559190 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83ad763-50e1-4690-9861-62608c4fbcd8'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:24.561855 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-64d0a7d9-e82f-45a7-b393-26bdac925a75 req-57d741a2-ee5c-4543-beea-42d202001c1c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205976 Jul 23 16:16:24.584331 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:24.586710 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port a83ad763-50e1-4690-9861-62608c4fbcd8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a83ad763-50e1-4690-9861-62608c4fbcd8,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:24.594662 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.595745 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 501dd7ad-bc76-4713-9a5e-8662c43fddf6 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:16:24.688824 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83ad763-50e1-4690-9861-62608c4fbcd8', 'code': 200} Jul 23 16:16:24.689316 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:24.729053 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:16:24.733663 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-639b347a-81c3-46ac-8e69-20f400bcad68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.736382 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-1ba9001e-2603-44be-bc8f-5be4dbb5af1d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6 HTTP/1.1" status: 200 len: 217 time: 0.2335210 Jul 23 16:16:24.748184 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fed181b-5ecb-42f4-aba9-f8f8ef87ffd8,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:24.750412 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.756673 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] Sync routers for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:24.777253 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:16:24.777395 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:16:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:24.832881 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.833420 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.833899 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.834338 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.834776 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.835212 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.835646 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.836072 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.836644 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.837228 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.837758 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.838297 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:24.852692 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-d76b40c0-7ce1-460c-b49f-7bf96d5b844a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "PUT /v2.0/floatingips/1599b8ae-d106-4de9-bc70-d7d5af84dfbc HTTP/1.1" status: 200 len: 992 time: 3.5202410 Jul 23 16:16:24.853221 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:24.869228 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.874557 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=a83ad763-50e1-4690-9861-62608c4fbcd8,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:24.875268 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:24.878460 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:24.901251 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-639b347a-81c3-46ac-8e69-20f400bcad68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.908650 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.937419 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.941612 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3fed181b-5ecb-42f4-aba9-f8f8ef87ffd8 HTTP/1.1" status: 204 len: 168 time: 1.7371042 Jul 23 16:16:24.954965 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ae82751d-2f05-47b2-975f-c3ab68595b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:24.980830 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.015468 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.040161 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-061249e6-ff6a-4e9c-8236-e49266d722eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.041551 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-061249e6-ff6a-4e9c-8236-e49266d722eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.2889311 Jul 23 16:16:25.136133 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55638) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:25.136669 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7680a12362034b94a6c6954d65b9d674&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7897639 Jul 23 16:16:25.144271 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce84ec49-7ce4-433d-aca4-c166d3bc6427,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.189545 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:25.194013 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-bb89a80e-6ba3-4683-ae7e-ab2c5dd6bb2d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168816 Jul 23 16:16:25.194805 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:25.243876 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-3572aa74-e6bf-4e04-9c26-85de54fb78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.245384 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-3572aa74-e6bf-4e04-9c26-85de54fb78cc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 1096 time: 0.6723285 Jul 23 16:16:25.324323 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a054ff30-330a-4090-9ba3-1e1f7b6499a2 req-54acde7c-864e-49f7-b00d-a133f8157df7 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 210 time: 0.0642946 Jul 23 16:16:25.330795 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:16:25.359362 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-27dfca62-c91e-4c1b-a50e-afde96f2b22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.403813 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Pushing event deleted for resources: {'Port': ['ID=501dd7ad-bc76-4713-9a5e-8662c43fddf6,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.412725 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-27dfca62-c91e-4c1b-a50e-afde96f2b22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.435018 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:25.492431 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] No DVR routers for this DVR port 501dd7ad-bc76-4713-9a5e-8662c43fddf6 on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:25.523396 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.526567 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-27dfca62-c91e-4c1b-a50e-afde96f2b22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.527109 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c0b3a6-775b-4971-9d6d-164181c4f177', 'name': 'network-vif-deleted', 'tag': '501dd7ad-bc76-4713-9a5e-8662c43fddf6'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:25.533208 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3e7ce251-6f57-40d5-814e-fa9c8b507139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:25.576722 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfca62-c91e-4c1b-a50e-afde96f2b22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce84ec49-7ce4-433d-aca4-c166d3bc6427,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.587498 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-27dfca62-c91e-4c1b-a50e-afde96f2b22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:25.591125 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-27dfca62-c91e-4c1b-a50e-afde96f2b22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.594576 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-27dfca62-c91e-4c1b-a50e-afde96f2b22f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce84ec49-7ce4-433d-aca4-c166d3bc6427 HTTP/1.1" status: 204 len: 168 time: 0.4545388 Jul 23 16:16:25.638884 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'status': 'completed', 'code': 200} Jul 23 16:16:25.644244 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.88', 59358) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:25.664881 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.88 "DELETE /v2.0/ports/501dd7ad-bc76-4713-9a5e-8662c43fddf6 HTTP/1.1" status: 204 len: 173 time: 3.6431575 Jul 23 16:16:25.665489 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-639b347a-81c3-46ac-8e69-20f400bcad68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.679768 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-639b347a-81c3-46ac-8e69-20f400bcad68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.680880 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-639b347a-81c3-46ac-8e69-20f400bcad68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/659131cb-bb7e-4be0-8076-10b6c661c05e HTTP/1.1" status: 204 len: 168 time: 1.4795365 Jul 23 16:16:25.687791 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:25.774610 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b347a-81c3-46ac-8e69-20f400bcad68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659131cb-bb7e-4be0-8076-10b6c661c05e,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.806393 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-639b347a-81c3-46ac-8e69-20f400bcad68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:25.828409 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f344-ae09-44c6-8167-bc951952c08e req-e1b6bbab-ec2d-4898-9745-7962f8f02296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.833067 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ecf8f344-ae09-44c6-8167-bc951952c08e req-e1b6bbab-ec2d-4898-9745-7962f8f02296 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 1098 time: 0.8645802 Jul 23 16:16:25.840866 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c0b3a6-775b-4971-9d6d-164181c4f177', 'name': 'network-vif-deleted', 'tag': '501dd7ad-bc76-4713-9a5e-8662c43fddf6', 'status': 'completed', 'code': 200} Jul 23 16:16:25.869516 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-d30bbeed-daf1-405a-aad2-3852c24c2bbd service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335509 Jul 23 16:16:25.893013 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-e58b6240-b194-4401-a08d-90933833975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.894849 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-e58b6240-b194-4401-a08d-90933833975e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 1099 time: 0.2491841 Jul 23 16:16:25.918188 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4bf8e-95e6-495a-bb36-e16a48c43b8d req-dc1c1ef8-2ec5-4ca6-a1fa-c9b10c294aec tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.920056 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-34d4bf8e-95e6-495a-bb36-e16a48c43b8d req-dc1c1ef8-2ec5-4ca6-a1fa-c9b10c294aec tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1779242 Jul 23 16:16:26.047525 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-34d4bf8e-95e6-495a-bb36-e16a48c43b8d req-3f301340-2ab1-4046-95d6-7d681da59011 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951455 Jul 23 16:16:26.103769 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-a472d5f9-27a3-42be-b768-fbac4ec3f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.105507 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-a472d5f9-27a3-42be-b768-fbac4ec3f901 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 920 time: 0.7057178 Jul 23 16:16:26.143160 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '1599b8ae-d106-4de9-bc70-d7d5af84dfbc', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'floating_ip_address': '172.28.2.118', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'port_id': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'mac_address': 'fa:16:3e:fc:57:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:54Z', 'updated_at': '2021-07-23T16:16:22Z', 'revision_number': 1, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:26.154376 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] Checking router: 2c49f213-05ae-4a92-bdbf-1d296233ada2 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:26.184415 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:16:26.185150 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:16:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:26.267179 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device b672f7d9-6ffd-452b-b70d-602349d8fdc6 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:16:26.273843 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-b5b1d5f1-20d2-4a6b-8321-fe3da63aa107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.278388 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-b5b1d5f1-20d2-4a6b-8321-fe3da63aa107 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 0.3554871 Jul 23 16:16:26.297248 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-9c3efc30-f44b-4b9e-9ef5-b7792aab4c30 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 HTTP/1.1" status: 200 len: 217 time: 0.1764314 Jul 23 16:16:26.303299 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ecf8f344-ae09-44c6-8167-bc951952c08e req-aa71ab60-3797-4c04-a577-96d7aeda9c2c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4328072 Jul 23 16:16:26.555890 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-df9b143e-6da3-4f4b-bbb9-db673ea930e3 req-bbb0f277-f614-4a2a-b911-d760ac9ddec9 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443782 Jul 23 16:16:26.559998 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-b9e4128e-e589-4334-992a-4da83347de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.576122 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-a8a0edac-efdf-472d-9ea3-51ee2db3658a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212 HTTP/1.1" status: 200 len: 1000 time: 0.2849507 Jul 23 16:16:26.578825 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-b9e4128e-e589-4334-992a-4da83347de59 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.2686813 Jul 23 16:16:26.601156 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7941d-9687-4840-af84-00cd7eb671fb req-20b6ab84-8617-4eb6-a260-52170eaecc95 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.628362 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-42b7941d-9687-4840-af84-00cd7eb671fb req-20b6ab84-8617-4eb6-a260-52170eaecc95 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 943 time: 0.5070353 Jul 23 16:16:26.639699 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:16:26.649917 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port b672f7d9-6ffd-452b-b70d-602349d8fdc6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:26.680257 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': 'b672f7d9-6ffd-452b-b70d-602349d8fdc6', 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf', 'port_id': 'b672f7d9-6ffd-452b-b70d-602349d8fdc6', 'mac_address': 'fa:16:3e:7c:b4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87b2962-7e68-44f8-b9c4-11363816a02d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:16:26.683205 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-06951896-756c-4391-b128-b988877eb78a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872362 Jul 23 16:16:26.684104 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 55682) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:26.765635 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55686) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:26.778819 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.808238 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.838341 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:26.846410 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b672f7d9-6ffd-452b-b70d-602349d8fdc6 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:26.857328 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Usage tracker for resource:security_group_rule and tenant:1327b6ad46d444318a44823e9590ee37 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:26.879045 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port b672f7d9-6ffd-452b-b70d-602349d8fdc6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:26.886884 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.890476 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:26.933745 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-42b7941d-9687-4840-af84-00cd7eb671fb req-3e206fea-813a-442a-b180-8d815cff74de tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053684 Jul 23 16:16:26.961731 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-44ace6a7-86cd-4924-8f84-cf5fc53619d4 req-ffddbe95-0215-460f-8a5f-fba256f51658 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c0b3a6-775b-4971-9d6d-164181c4f177 HTTP/1.1" status: 200 len: 210 time: 0.1798151 Jul 23 16:16:26.981103 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:26.994041 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:27.003957 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.020788 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-c3d4b7af-0971-4ced-bd54-19d1282ef7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.025988 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-c3d4b7af-0971-4ced-bd54-19d1282ef7de service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.3468902 Jul 23 16:16:27.031353 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=b672f7d9-6ffd-452b-b70d-602349d8fdc6,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.038233 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:27.047995 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:27.053559 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-7c661e37-965e-41d9-8c18-5ae81a65dfd7 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615975 Jul 23 16:16:27.150161 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:07385fc89ced46fd9edd63406949602f is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:27.160902 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:27.181393 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:27.203494 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['b672f7d9-6ffd-452b-b70d-602349d8fdc6'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:16:27.324691 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '1599b8ae-d106-4de9-bc70-d7d5af84dfbc', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'floating_ip_address': '172.28.2.118', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'port_id': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'mac_address': 'fa:16:3e:fc:57:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:54Z', 'updated_at': '2021-07-23T16:16:22Z', 'revision_number': 1, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:27.334884 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99c503-b2fc-4e8c-bcb2-45862936e1e2 None None] The sync data for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb is: [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '1599b8ae-d106-4de9-bc70-d7d5af84dfbc', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'floating_ip_address': '172.28.2.118', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'port_id': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'mac_address': 'fa:16:3e:fc:57:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:54Z', 'updated_at': '2021-07-23T16:16:22Z', 'revision_number': 1, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:27.410498 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b89ba483-df42-47d3-a0b7-56b72e345d7c req-c2ff4bb0-c63c-4108-9550-79fc682086b3 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304839 Jul 23 16:16:27.415451 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.421925 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.449191 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5c66b425-b765-4d5e-a42b-99693f07a372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:27.547299 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.578776 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be1e8b-ec4d-4f37-b971-e02a55eebdd1,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.582336 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:27.584544 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.591899 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1327b6ad46d444318a44823e9590ee37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9056990 Jul 23 16:16:27.596224 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55704) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:27.599115 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a8717b65-f24f-4f08-9270-bc30782e86c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:27.685271 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07385fc89ced46fd9edd63406949602f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9185286 Jul 23 16:16:27.688294 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 55708) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:27.740740 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53be6aa6-1a22-45d0-bbf4-33e4936e3613,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.744937 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:27.785602 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-eca8350c-dccf-4aba-8817-c97c00d12ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.795904 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761b7d1-ce8a-46d1-9cfa-419b1469f2ce req-b685653a-1032-47b5-b804-16e8f2895742 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.797540 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3761b7d1-ce8a-46d1-9cfa-419b1469f2ce req-b685653a-1032-47b5-b804-16e8f2895742 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.3377423 Jul 23 16:16:27.802745 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f1f2fbb7-1f6c-4893-adb8-66df94a259a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.804478 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec8514-3d80-4ce2-8182-0de678458a73 None None] New status for floating IP 1599b8ae-d106-4de9-bc70-d7d5af84dfbc: ACTIVE {{(pid=78585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:16:27.808970 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-de65d6b5-5bfc-42b9-a5c2-81048740d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.811127 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-de65d6b5-5bfc-42b9-a5c2-81048740d451 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7741716 Jul 23 16:16:27.843153 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-eca8350c-dccf-4aba-8817-c97c00d12ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.907102 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-eca8350c-dccf-4aba-8817-c97c00d12ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.921274 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:27.940788 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8350c-dccf-4aba-8817-c97c00d12ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53be6aa6-1a22-45d0-bbf4-33e4936e3613,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.956264 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-eca8350c-dccf-4aba-8817-c97c00d12ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:27.958472 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-eca8350c-dccf-4aba-8817-c97c00d12ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.962040 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-eca8350c-dccf-4aba-8817-c97c00d12ed6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/53be6aa6-1a22-45d0-bbf4-33e4936e3613 HTTP/1.1" status: 204 len: 168 time: 0.2702656 Jul 23 16:16:27.995041 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f1f2fbb7-1f6c-4893-adb8-66df94a259a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.049710 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3761b7d1-ce8a-46d1-9cfa-419b1469f2ce req-dadd23e0-5d58-4d8e-ac8f-71ce1c0f0ba1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793106 Jul 23 16:16:28.079549 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-a0880303-aaf3-48de-b2e5-3bd9794f4697 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568116 Jul 23 16:16:28.285771 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:16:28.332567 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f1f2fbb7-1f6c-4893-adb8-66df94a259a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.358636 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b77b80df-67cb-4fd3-afcb-2fec11162d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:28.362533 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device b672f7d9-6ffd-452b-b70d-602349d8fdc6 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:16:28.413950 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2fbb7-1f6c-4893-adb8-66df94a259a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be1e8b-ec4d-4f37-b971-e02a55eebdd1,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:28.420028 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f1f2fbb7-1f6c-4893-adb8-66df94a259a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:28.428569 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2d72aa6f-c4a6-4b86-a4c9-b5ee57e38788 req-0fd053dd-b424-4984-be61-de4b789e3178 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411777 Jul 23 16:16:28.442356 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f1f2fbb7-1f6c-4893-adb8-66df94a259a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.446221 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-f1f2fbb7-1f6c-4893-adb8-66df94a259a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6be1e8b-ec4d-4f37-b971-e02a55eebdd1 HTTP/1.1" status: 204 len: 168 time: 0.8378706 Jul 23 16:16:28.482729 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea37ffb-ac69-43d8-95df-1c44e4363e50 req-c4489bf4-69ed-41e8-a1bf-9768d8dd77c7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:28.492749 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ea37ffb-ac69-43d8-95df-1c44e4363e50 req-c4489bf4-69ed-41e8-a1bf-9768d8dd77c7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 943 time: 0.2754998 Jul 23 16:16:28.557045 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ea37ffb-ac69-43d8-95df-1c44e4363e50 req-235f189e-36d6-46d4-a71f-4774afda9729 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635667 Jul 23 16:16:28.609950 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:28.618576 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port b672f7d9-6ffd-452b-b70d-602349d8fdc6 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:28.631806 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port b672f7d9-6ffd-452b-b70d-602349d8fdc6 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:28.632203 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.711551 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': 'ccd843f7-108c-48e8-8b50-5b4ab5fd06e8', 'network_id': '1a5d29be-ec58-4e46-9f6f-652c4fecd9bf', 'port_id': 'ccd843f7-108c-48e8-8b50-5b4ab5fd06e8', 'mac_address': 'fa:16:3e:c4:3d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87b2962-7e68-44f8-b9c4-11363816a02d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:16:28.893633 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.909417 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.940022 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:28.949521 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a81583-f16e-4dab-92de-5d0d6578946d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b672f7d9-6ffd-452b-b70d-602349d8fdc6'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:29.000034 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:29.005743 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port b672f7d9-6ffd-452b-b70d-602349d8fdc6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:29.007733 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.012053 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:29.059196 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a81583-f16e-4dab-92de-5d0d6578946d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b672f7d9-6ffd-452b-b70d-602349d8fdc6', 'code': 200} Jul 23 16:16:29.067375 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.119206 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.141836 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.142177 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.142557 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.142879 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.143283 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.143697 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.144089 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.144409 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.144836 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.145170 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.145487 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.145834 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:29.162168 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:29.164603 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2243921a-01a3-41ac-8166-3a33658a7e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:29.336416 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['ccd843f7-108c-48e8-8b50-5b4ab5fd06e8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:16:29.351359 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb674a6-8aba-4598-af24-d6d941d7f2ed req-294ed6ca-973f-437d-8560-53eca91323d0 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.352961 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2bb674a6-8aba-4598-af24-d6d941d7f2ed req-294ed6ca-973f-437d-8560-53eca91323d0 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1622484 Jul 23 16:16:29.440192 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=b672f7d9-6ffd-452b-b70d-602349d8fdc6,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.450520 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:29.481100 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2bb674a6-8aba-4598-af24-d6d941d7f2ed req-60befa16-a81d-44b3-b379-aa826aa00c5f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201963 Jul 23 16:16:29.493661 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72df9-f3b4-41b4-8076-593654e25c78 req-486a350e-6f88-4fd8-a3ed-c23fe11d9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.495109 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-80b72df9-f3b4-41b4-8076-593654e25c78 req-486a350e-6f88-4fd8-a3ed-c23fe11d9cd7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1098 time: 0.1995475 Jul 23 16:16:29.573078 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-80b72df9-f3b4-41b4-8076-593654e25c78 req-bbd45302-1045-4382-a7ae-08ff389bb075 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703368 Jul 23 16:16:29.912834 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9988296-0a6f-41c5-b819-f7e42c81698a req-8238370b-dc48-419e-9e8a-69424df1da98 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.912950 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a9988296-0a6f-41c5-b819-f7e42c81698a req-8238370b-dc48-419e-9e8a-69424df1da98 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.2244966 Jul 23 16:16:29.922027 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 55796) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:29.927762 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-57a5311f-9164-45ea-9461-b03b530cf894 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'floatingip': {'port_id': 'a83ad763-50e1-4690-9861-62608c4fbcd8'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:29.933948 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051136-6af8-4d0c-9f41-c9f2d273188c req-21c2b480-ab54-40f9-9ae6-c1f227fdbea2 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.936008 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e0051136-6af8-4d0c-9f41-c9f2d273188c req-21c2b480-ab54-40f9-9ae6-c1f227fdbea2 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 944 time: 0.1781657 Jul 23 16:16:30.007177 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e0051136-6af8-4d0c-9f41-c9f2d273188c req-a8379343-19ae-4f32-9251-ad6912e466de tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654655 Jul 23 16:16:30.088596 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-57a5311f-9164-45ea-9461-b03b530cf894 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.432096 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55816) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:30.522242 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] Deleting subnet 08ec6742-0126-48c2-8b6e-3d3432d87f8f {{(pid=78583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:16:30.529054 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.641846 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.662213 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.827872 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for subnet, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.850971 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:30.901805 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.917154 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ec6742-0126-48c2-8b6e-3d3432d87f8f,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:30.921347 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/08ec6742-0126-48c2-8b6e-3d3432d87f8f HTTP/1.1" status: 204 len: 168 time: 0.4875374 Jul 23 16:16:30.924149 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:30.924703 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55830) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:31.170807 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.380587 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.382348 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-57a5311f-9164-45ea-9461-b03b530cf894 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.388345 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-57a5311f-9164-45ea-9461-b03b530cf894 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.399880 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.400221 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.400977 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.401330 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.401649 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.401994 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.402309 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.402624 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.402944 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.403284 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.589414 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.589888 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.590221 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.590602 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:31.591183 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc825b2-61c2-4865-8cf1-fb2992638c08']}} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:31.609575 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872557ff-fd57-4a64-86fe-162a30a55cbe') {'for_net_delete': True} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:31.609884 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872557ff-fd57-4a64-86fe-162a30a55cbe') {} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:31.629584 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15297787'] for segment, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.646062 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.l3_db [None req-57a5311f-9164-45ea-9461-b03b530cf894 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Floating IP 72dff7bc-dcfb-4cd6-bacb-2223ec2e0469 associated. External IP: 172.28.2.83, port: a83ad763-50e1-4690-9861-62608c4fbcd8. Jul 23 16:16:31.656932 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc6c75-39e8-4452-9e7c-00107ff3baa3 req-003ae9e2-7162-4739-819d-e1b92aa9e76f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:31.661634 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-18dc6c75-39e8-4452-9e7c-00107ff3baa3 req-003ae9e2-7162-4739-819d-e1b92aa9e76f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 944 time: 0.4383552 Jul 23 16:16:31.671799 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.717523 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=78583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:16:31.718815 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14459814'] for segment, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: from cryptography.utils import int_from_bytes Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: from cryptography.utils import int_from_bytes Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: util.warn_limited( Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: util.warn_limited( Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: Traceback (most recent call last): Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: timer() Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: cb(*args, **kw) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: return func(*args, **kwargs) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: self._notify() Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: self.callback(batched_events) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: event.method(event) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: return f(self, *a, **k) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: return self._get(url).json() Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: return self.request(url, 'GET', **kwargs) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:16:31.748745 dv-cinder-802036-1-smb neutron-server[78583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:16:31.801334 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-18dc6c75-39e8-4452-9e7c-00107ff3baa3 req-22b90be8-0ce5-43cf-8960-1a0280867a3d tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311004 Jul 23 16:16:31.892987 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.897785 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-71ceae60-d11f-4796-b082-b52522d336eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:31.917644 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.924746 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc825b2-61c2-4865-8cf1-fb2992638c08,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:31.931797 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:31.941940 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-4569b9dc-8762-4e58-bf4f-ea0c789181b2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ebc825b2-61c2-4865-8cf1-fb2992638c08 HTTP/1.1" status: 204 len: 168 time: 1.0160942 Jul 23 16:16:32.067755 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a5311f-9164-45ea-9461-b03b530cf894 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Router 65130463-6cd9-4a3b-977e-a9af59d939b1 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:32.142389 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55858) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:32.211372 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-b4d4296b-ac44-47ac-9a91-3a8fe52e9ab2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f85be0045bcf4d088778f012b8c0a9b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0677123 Jul 23 16:16:32.213866 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 55864) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:32.281316 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-29f4c260-de8f-4d62-bd81-18ee766d5917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.314897 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-29f4c260-de8f-4d62-bd81-18ee766d5917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.381782 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-29f4c260-de8f-4d62-bd81-18ee766d5917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.386847 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a5311f-9164-45ea-9461-b03b530cf894 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:16:32.387544 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-198467a5-b597-4016-863c-8c917fa93b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:32.391229 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-57a5311f-9164-45ea-9461-b03b530cf894 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.399832 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] Sync routers for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:32.405238 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4c260-de8f-4d62-bd81-18ee766d5917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:32.408768 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-29f4c260-de8f-4d62-bd81-18ee766d5917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:32.412243 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:16:32.417670 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:16:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:32.420638 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-29f4c260-de8f-4d62-bd81-18ee766d5917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.422252 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-29f4c260-de8f-4d62-bd81-18ee766d5917 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52a5f39d-4fc2-4b8c-b8e1-cdab22b41a24 HTTP/1.1" status: 204 len: 168 time: 0.2073548 Jul 23 16:16:32.440133 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:16:32.495585 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-57a5311f-9164-45ea-9461-b03b530cf894 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "PUT /v2.0/floatingips/72dff7bc-dcfb-4cd6-bacb-2223ec2e0469 HTTP/1.1" status: 200 len: 990 time: 2.5724277 Jul 23 16:16:32.496517 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'tag': 'a83ad763-50e1-4690-9861-62608c4fbcd8'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:32.575797 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:32.585383 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:32.586036 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.643040 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'tag': 'a83ad763-50e1-4690-9861-62608c4fbcd8', 'status': 'completed', 'code': 200} Jul 23 16:16:32.806056 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.818778 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:16:32.865500 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-b2b88684-bb98-47c9-b485-6bd9553aaad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:32.868970 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-b2b88684-bb98-47c9-b485-6bd9553aaad7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 1098 time: 0.1898136 Jul 23 16:16:32.875660 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:16:32.876999 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafd9dad-0e6c-494c-a2b0-2240ecf81094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd843f7-108c-48e8-8b50-5b4ab5fd06e8'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:32.885464 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.887953 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-884f1b56-309a-477a-b4d3-21d1f093981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:33.001961 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:33.005892 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:33.025259 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafd9dad-0e6c-494c-a2b0-2240ecf81094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd843f7-108c-48e8-8b50-5b4ab5fd06e8', 'code': 200} Jul 23 16:16:33.166925 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-22c9584e-60b9-4065-ad68-2b93454fb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.168801 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-22c9584e-60b9-4065-ad68-2b93454fb2d3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 910 time: 0.2929544 Jul 23 16:16:33.279575 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-01c50f5f-b9cf-44f8-b77d-4c0f8d679ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.363423 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675072fc-91e3-44b5-8645-4456e2bdb8c1 req-04defd32-86a8-41b7-83bc-f956ed360ac4 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.365074 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-675072fc-91e3-44b5-8645-4456e2bdb8c1 req-04defd32-86a8-41b7-83bc-f956ed360ac4 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1945987 Jul 23 16:16:33.393945 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-1a1c5a53-176d-4606-8b53-e57480fe7a56 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a83ad763-50e1-4690-9861-62608c4fbcd8 HTTP/1.1" status: 200 len: 998 time: 0.1843741 Jul 23 16:16:33.467091 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-e4ac725d-d24f-4152-93cf-a65f4d9ba5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.468687 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-e4ac725d-d24f-4152-93cf-a65f4d9ba5dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 200 len: 848 time: 0.0630596 Jul 23 16:16:33.511219 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '72dff7bc-dcfb-4cd6-bacb-2223ec2e0469', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'port_id': 'a83ad763-50e1-4690-9861-62608c4fbcd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'mac_address': 'fa:16:3e:ea:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:59Z', 'updated_at': '2021-07-23T16:16:31Z', 'revision_number': 1, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:33.526385 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] Checking router: 65130463-6cd9-4a3b-977e-a9af59d939b1 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:33.536369 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-675072fc-91e3-44b5-8645-4456e2bdb8c1 req-cd286848-4eca-4c1c-86f8-77e6b432a13c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631491 Jul 23 16:16:33.557534 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:16:33.559681 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:16:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:33.593475 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.599067 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-9d8ce9d3-d22c-4eba-95a8-d9c57f6ef615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.607257 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-9d8ce9d3-d22c-4eba-95a8-d9c57f6ef615 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e1ca1912-5243-42a2-8607-b50e9ed457ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1256871 Jul 23 16:16:33.646846 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee6aa4-a416-4305-9e4d-faa59ee23863 req-9cc6fbbd-fd85-4a4c-8eae-1de3689394a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.648915 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-99ee6aa4-a416-4305-9e4d-faa59ee23863 req-9cc6fbbd-fd85-4a4c-8eae-1de3689394a1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 1098 time: 0.2776163 Jul 23 16:16:33.800363 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-99ee6aa4-a416-4305-9e4d-faa59ee23863 req-2e92efac-8f30-4fdc-afb7-9c029ad6dbd0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300364 Jul 23 16:16:33.865964 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-1b38105f-3581-4e35-8287-fb2130084ac8 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517591 Jul 23 16:16:33.926669 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:16:34.146603 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-79beabc3-7573-4816-9c33-c0ace20b8ab7 req-8207eda3-d997-46aa-b187-8e2e28992295 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545867 Jul 23 16:16:34.417399 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '72dff7bc-dcfb-4cd6-bacb-2223ec2e0469', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'port_id': 'a83ad763-50e1-4690-9861-62608c4fbcd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'mac_address': 'fa:16:3e:ea:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:59Z', 'updated_at': '2021-07-23T16:16:31Z', 'revision_number': 1, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:34.425363 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abaff6-2830-4f09-b547-b76da7886c8e None None] The sync data for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb is: [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '72dff7bc-dcfb-4cd6-bacb-2223ec2e0469', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'port_id': 'a83ad763-50e1-4690-9861-62608c4fbcd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'mac_address': 'fa:16:3e:ea:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:59Z', 'updated_at': '2021-07-23T16:16:31Z', 'revision_number': 1, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:34.731213 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7c8f4-d604-4b80-965e-f27dc9a1d1ce None None] New status for floating IP 72dff7bc-dcfb-4cd6-bacb-2223ec2e0469: ACTIVE {{(pid=78585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:16:34.828631 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9885aae-2769-45a4-ad76-e40746c7940a req-d8313af4-b721-41e8-8292-183fcc62560a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.836341 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e9885aae-2769-45a4-ad76-e40746c7940a req-d8313af4-b721-41e8-8292-183fcc62560a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1275342 Jul 23 16:16:34.896744 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e9885aae-2769-45a4-ad76-e40746c7940a req-444fc2a9-1d71-4fc9-ae2a-5eb11f17a955 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592360 Jul 23 16:16:35.409276 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-ea16d26f-747c-4cc1-8415-a52ffa0367d1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2047341 Jul 23 16:16:35.483278 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:16:35.557609 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-a1ad99cd-b2f2-48bb-bfe0-4cc20aa6cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.559363 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-a1ad99cd-b2f2-48bb-bfe0-4cc20aa6cd5a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 1099 time: 0.0721443 Jul 23 16:16:35.759142 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-11a9d557-6600-4280-beae-8f46e97d105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.760582 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-11a9d557-6600-4280-beae-8f46e97d105e service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 0.1682789 Jul 23 16:16:35.876924 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-d72f26ad-ef97-4c6d-a06e-fbb231dc8dbb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212 HTTP/1.1" status: 200 len: 1002 time: 0.1087909 Jul 23 16:16:35.904812 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-0b22e591-db71-4081-b7b8-e8bbb14fcab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.959829 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-d42d460e-1c40-45a9-b950-4ad2f95a3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.961534 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-d42d460e-1c40-45a9-b950-4ad2f95a3241 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.0778713 Jul 23 16:16:36.125302 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56008) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:36.148502 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-6c5f1e9d-a99b-46dc-aeac-670e69232dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.150727 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-6c5f1e9d-a99b-46dc-aeac-670e69232dc5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1775575 Jul 23 16:16:36.166825 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb65a87-cb18-435c-88c8-406dcb3f59a9 req-2ab63194-8c2d-4a99-91ec-ae68d5579ff2 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.175882 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8fb65a87-cb18-435c-88c8-406dcb3f59a9 req-2ab63194-8c2d-4a99-91ec-ae68d5579ff2 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1506951 Jul 23 16:16:36.320192 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.337951 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8fb65a87-cb18-435c-88c8-406dcb3f59a9 req-425743ef-e128-41b7-8e2e-a40d75e43963 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602509 Jul 23 16:16:36.342563 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:36.351013 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Usage tracker for resource:security_group_rule and tenant:64ec06f0b2fd47828069981974573f2f is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:36.355590 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:36.374529 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:36.396052 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-28898773-2553-4ac9-8bb0-29c702c52382 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887259 Jul 23 16:16:36.506241 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.516816 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.552048 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-76132ac5-a30e-45bc-b5b6-46acded43ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:36.564106 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64ec06f0b2fd47828069981974573f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376664 Jul 23 16:16:36.564755 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56036) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:36.634968 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094715fd-e2ea-455f-b302-25475c5761dc,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:36.647109 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:36.673858 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.700655 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-531b1975-38ef-48ec-a637-af3b2d970900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.728285 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f0fb0e1-7fb7-45d1-bdc7-d8d5be8034dd req-03a8f937-a73e-4a10-a0c8-d605c77aa122 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215799 Jul 23 16:16:36.765253 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-531b1975-38ef-48ec-a637-af3b2d970900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.837903 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-531b1975-38ef-48ec-a637-af3b2d970900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.849581 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-98567126-9fb0-4189-8cf4-3fdcadf81876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:36.876316 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b1975-38ef-48ec-a637-af3b2d970900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094715fd-e2ea-455f-b302-25475c5761dc,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:36.897861 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-531b1975-38ef-48ec-a637-af3b2d970900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:36.900947 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-531b1975-38ef-48ec-a637-af3b2d970900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.903114 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-531b1975-38ef-48ec-a637-af3b2d970900 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/094715fd-e2ea-455f-b302-25475c5761dc HTTP/1.1" status: 204 len: 168 time: 0.3348575 Jul 23 16:16:37.086423 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-00cba4db-e08c-4a68-8109-b47ac2dee69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.087951 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-00cba4db-e08c-4a68-8109-b47ac2dee69d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 1098 time: 0.1856287 Jul 23 16:16:37.104008 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe22694-16fc-494b-bcca-80db5ac34626 req-b9851473-fd81-40f4-945e-454d6a3a3557 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.105688 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0fe22694-16fc-494b-bcca-80db5ac34626 req-b9851473-fd81-40f4-945e-454d6a3a3557 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1218166 Jul 23 16:16:37.249341 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0fe22694-16fc-494b-bcca-80db5ac34626 req-3f0ada0b-1da9-4924-965c-51347b066384 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218913 Jul 23 16:16:37.287177 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-d5af54bb-c090-4813-994b-51c822980809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.288606 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-d5af54bb-c090-4813-994b-51c822980809 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 920 time: 0.1814742 Jul 23 16:16:37.372958 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-f943135e-d701-4399-b541-9e42a2f76069 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 HTTP/1.1" status: 200 len: 217 time: 0.0730672 Jul 23 16:16:37.483882 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-e7d787bc-1ba9-4d7b-9ab1-af6edab670ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.485533 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-e7d787bc-1ba9-4d7b-9ab1-af6edab670ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.1028490 Jul 23 16:16:37.543134 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-e4206e68-cf51-4cc1-800d-d8912c673972 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489864 Jul 23 16:16:37.682322 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.907695 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-29caf0c8-d638-46d1-a6e5-c6a908359a25 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516731 Jul 23 16:16:38.059947 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-84e751eb-8d5d-45a8-8eae-7c8d5f8cbcb7 req-1e4885c0-e192-4c2b-892a-861345631ab7 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450677 Jul 23 16:16:38.187400 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.522184 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15500535-a718-4754-8aec-ceee9158d7e7 req-5cf1dd25-dbb4-41c9-a70e-f52052b312c1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:38.533561 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-15500535-a718-4754-8aec-ceee9158d7e7 req-5cf1dd25-dbb4-41c9-a70e-f52052b312c1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1130986 Jul 23 16:16:38.589487 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-15500535-a718-4754-8aec-ceee9158d7e7 req-b9f47807-e85e-48fb-b971-5476c2da1327 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547566 Jul 23 16:16:38.764819 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56134) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:38.982683 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.002730 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:39.008396 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Usage tracker for resource:security_group_rule and tenant:1b44f921d012414584a32fd513b55fba is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:39.014525 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:39.022678 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:39.128769 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.132978 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.143352 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b4dd8832-e502-47df-9b07-f02dae4ac7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:39.187921 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b44f921d012414584a32fd513b55fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219756 Jul 23 16:16:39.189525 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602a527d-9ec0-4abe-90e4-2f347d025a82,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:39.190732 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56154) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:39.193320 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:39.255639 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-71c005bb-5a30-4b02-9ff5-eeabb111914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.284147 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-71c005bb-5a30-4b02-9ff5-eeabb111914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.343898 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-71c005bb-5a30-4b02-9ff5-eeabb111914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.349287 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:39.361850 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c005bb-5a30-4b02-9ff5-eeabb111914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602a527d-9ec0-4abe-90e4-2f347d025a82,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:39.364658 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-71c005bb-5a30-4b02-9ff5-eeabb111914e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:39.368116 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-71c005bb-5a30-4b02-9ff5-eeabb111914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.372998 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-71c005bb-5a30-4b02-9ff5-eeabb111914e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/602a527d-9ec0-4abe-90e4-2f347d025a82 HTTP/1.1" status: 204 len: 168 time: 0.1804695 Jul 23 16:16:39.867738 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b3d3-4a2d-4e34-9f21-92235848c3eb req-3fa660a6-104e-43b2-9e2e-619a595243ab tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:39.869817 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7ca7b3d3-4a2d-4e34-9f21-92235848c3eb req-3fa660a6-104e-43b2-9e2e-619a595243ab tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1253805 Jul 23 16:16:39.943106 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7ca7b3d3-4a2d-4e34-9f21-92235848c3eb req-c6ff7626-ccf2-4656-bbcc-0fcca213ea38 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663521 Jul 23 16:16:41.155585 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548103fe-6fe2-40dd-b8fe-90d66e717037 req-af495b8f-105a-4f3a-80b3-927360d65adc tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:41.157084 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-548103fe-6fe2-40dd-b8fe-90d66e717037 req-af495b8f-105a-4f3a-80b3-927360d65adc tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1058424 Jul 23 16:16:41.205268 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-548103fe-6fe2-40dd-b8fe-90d66e717037 req-169c02b3-4b47-4987-93b8-2f61b9daa202 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Jul 23 16:16:41.492916 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56260) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:41.685846 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.704155 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:41.708807 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Usage tracker for resource:security_group_rule and tenant:e5c6e55578b0423ba4ac43d0e94d5554 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:41.711822 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:41.717877 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:41.817607 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.821918 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.836817 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-525bfcb4-52ef-4881-ad39-5876760c613b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:41.883226 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5c6e55578b0423ba4ac43d0e94d5554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890469 Jul 23 16:16:41.884308 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a38565c-c44e-4100-9830-48aa16c31475,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:41.886063 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56286) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:41.888600 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:41.963291 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-268ec285-6c5e-4076-a665-ccc04dbc77fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.993717 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-268ec285-6c5e-4076-a665-ccc04dbc77fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.051410 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-268ec285-6c5e-4076-a665-ccc04dbc77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.057258 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-2f2f43f9-0abc-497a-bdab-f13d0c2fa702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:42.071981 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ec285-6c5e-4076-a665-ccc04dbc77fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a38565c-c44e-4100-9830-48aa16c31475,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:42.080194 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-268ec285-6c5e-4076-a665-ccc04dbc77fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:42.085587 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-268ec285-6c5e-4076-a665-ccc04dbc77fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.090872 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-268ec285-6c5e-4076-a665-ccc04dbc77fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a38565c-c44e-4100-9830-48aa16c31475 HTTP/1.1" status: 204 len: 168 time: 0.2030056 Jul 23 16:16:42.505529 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5d02-4129-4d65-99e7-4b9a4fff01c8 req-3173bc43-ea25-4875-a8e3-fcf8e6e403bb tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:42.507246 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-263c5d02-4129-4d65-99e7-4b9a4fff01c8 req-3173bc43-ea25-4875-a8e3-fcf8e6e403bb tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1072376 Jul 23 16:16:42.524449 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56314) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:42.546101 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.565755 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:42.571031 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Usage tracker for resource:security_group_rule and tenant:ec2764b3aacf4e39ada5d3398be1d965 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:42.575560 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:42.583614 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:42.587961 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-263c5d02-4129-4d65-99e7-4b9a4fff01c8 req-a7a217d5-6f25-4af0-88d4-b6e086263e56 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708532 Jul 23 16:16:42.700431 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.703792 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.713098 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:42.757549 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec2764b3aacf4e39ada5d3398be1d965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319801 Jul 23 16:16:42.759260 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fc2cf9-a901-4d4d-a147-2bdba2e36a8b,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:42.760183 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56318) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:42.763460 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:42.829127 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bffd94de-3084-41de-bb37-31f29280c11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.855528 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bffd94de-3084-41de-bb37-31f29280c11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.919014 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bffd94de-3084-41de-bb37-31f29280c11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.925423 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2ffb7d85-69bd-43ea-8a93-e3907928623d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:42.940912 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd94de-3084-41de-bb37-31f29280c11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fc2cf9-a901-4d4d-a147-2bdba2e36a8b,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:42.943532 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bffd94de-3084-41de-bb37-31f29280c11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:42.960843 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bffd94de-3084-41de-bb37-31f29280c11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.962443 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-bffd94de-3084-41de-bb37-31f29280c11d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20fc2cf9-a901-4d4d-a147-2bdba2e36a8b HTTP/1.1" status: 204 len: 168 time: 0.2012324 Jul 23 16:16:43.847362 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7b050-8ac5-4047-b39a-8e34af2ccbc3 req-56d7e900-18f3-4b4c-afcb-e086c4bb42ec tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.849837 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-12e7b050-8ac5-4047-b39a-8e34af2ccbc3 req-56d7e900-18f3-4b4c-afcb-e086c4bb42ec tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1010296 Jul 23 16:16:43.909554 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-12e7b050-8ac5-4047-b39a-8e34af2ccbc3 req-2f2e973a-d389-4528-b15d-5a50248cc656 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530775 Jul 23 16:16:44.258148 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56400) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:44.402752 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56412) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:44.484114 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.528539 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.545403 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:44.554441 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Usage tracker for resource:security_group_rule and tenant:c1c467f8f9ac4903950799cc40f661b6 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:44.558111 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:44.561914 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:44.568151 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:44.572322 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Usage tracker for resource:security_group_rule and tenant:6929d00b1a3a4a41bd3cca4202c84619 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:44.579088 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:44.597143 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:44.813882 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.824444 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.835960 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2a502f11-df95-4578-a74d-e64c6f095828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:44.844262 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.859523 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.903381 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c1c467f8f9ac4903950799cc40f661b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435618 Jul 23 16:16:44.906107 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56434) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:44.907153 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e0fcc8-89d4-4c9e-8fa3-ae3e722660ea,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:44.910498 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:44.913941 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d65244c1-6571-43f7-ac81-c87a94de4191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:44.929030 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6929d00b1a3a4a41bd3cca4202c84619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237641 Jul 23 16:16:44.931605 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56438) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:44.967440 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9c2bf-ea9a-44d1-a6b5-96dfdb16ddff,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:44.970946 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:44.980610 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c877226-e45a-4c9f-9d64-25c5aa0af7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.013230 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c877226-e45a-4c9f-9d64-25c5aa0af7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.045815 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8e0fdc79-b655-4774-8305-af0dfb3269c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.076582 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c877226-e45a-4c9f-9d64-25c5aa0af7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.092571 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8e0fdc79-b655-4774-8305-af0dfb3269c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.093387 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:45.116210 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c877226-e45a-4c9f-9d64-25c5aa0af7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e0fcc8-89d4-4c9e-8fa3-ae3e722660ea,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:45.119235 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9c877226-e45a-4c9f-9d64-25c5aa0af7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:45.125277 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c877226-e45a-4c9f-9d64-25c5aa0af7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.126409 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-9c877226-e45a-4c9f-9d64-25c5aa0af7d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/45e0fcc8-89d4-4c9e-8fa3-ae3e722660ea HTTP/1.1" status: 204 len: 168 time: 0.2185771 Jul 23 16:16:45.236946 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8e0fdc79-b655-4774-8305-af0dfb3269c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.243623 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bffd94de-3084-41de-bb37-31f29280c11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:45.263177 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c90b0a-a027-4061-90ec-595687b61cfc req-19cbd536-ae91-4672-bf28-c035d354bdf6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.270067 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-75c90b0a-a027-4061-90ec-595687b61cfc req-19cbd536-ae91-4672-bf28-c035d354bdf6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1694803 Jul 23 16:16:45.275303 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fdc79-b655-4774-8305-af0dfb3269c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe9c2bf-ea9a-44d1-a6b5-96dfdb16ddff,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:45.296887 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8e0fdc79-b655-4774-8305-af0dfb3269c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:45.301821 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8e0fdc79-b655-4774-8305-af0dfb3269c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.306549 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-8e0fdc79-b655-4774-8305-af0dfb3269c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bfe9c2bf-ea9a-44d1-a6b5-96dfdb16ddff HTTP/1.1" status: 204 len: 168 time: 0.3739355 Jul 23 16:16:45.363919 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-75c90b0a-a027-4061-90ec-595687b61cfc req-ef393422-e6bc-48c0-89ec-80f4b82ac075 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929790 Jul 23 16:16:45.706209 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56472) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:45.726681 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.741987 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:45.745795 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Usage tracker for resource:security_group_rule and tenant:a58e300950d142d1914d6c86f67552f6 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:45.748720 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:45.754372 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:45.857797 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.863289 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.873515 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7de36060-3aad-4349-9dee-12d906f3a02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:45.922680 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a58e300950d142d1914d6c86f67552f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155120 Jul 23 16:16:45.923884 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9c767a-3ae9-45ae-8f88-3bc68fe6c46a,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:45.925557 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56484) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:45.927108 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:46.016636 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-34811592-e7d4-4f5b-b56c-ebb76a62c2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.046166 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-34811592-e7d4-4f5b-b56c-ebb76a62c2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.099340 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-34811592-e7d4-4f5b-b56c-ebb76a62c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.103187 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-fb902b6a-ed28-4df3-98e6-b6a55f29364f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:46.118279 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34811592-e7d4-4f5b-b56c-ebb76a62c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9c767a-3ae9-45ae-8f88-3bc68fe6c46a,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:46.120861 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-34811592-e7d4-4f5b-b56c-ebb76a62c2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:46.134525 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-34811592-e7d4-4f5b-b56c-ebb76a62c2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.138155 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-34811592-e7d4-4f5b-b56c-ebb76a62c2fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a9c767a-3ae9-45ae-8f88-3bc68fe6c46a HTTP/1.1" status: 204 len: 168 time: 0.2085848 Jul 23 16:16:46.587168 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837c8e-37e3-4b51-9526-a1d5c76402fb req-f9afa161-b87d-4ba7-8528-de0c8057a172 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.588750 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-46837c8e-37e3-4b51-9526-a1d5c76402fb req-f9afa161-b87d-4ba7-8528-de0c8057a172 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1081283 Jul 23 16:16:46.677920 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-46837c8e-37e3-4b51-9526-a1d5c76402fb req-0e7673c1-7238-4fdd-a07a-c66f04be86c2 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820618 Jul 23 16:16:47.907608 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2f526-13ec-42e8-a2cf-04f843f88db4 req-12d9a60f-d9f2-4e41-984e-2e4b513f3703 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.909892 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-25b2f526-13ec-42e8-a2cf-04f843f88db4 req-12d9a60f-d9f2-4e41-984e-2e4b513f3703 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.0930514 Jul 23 16:16:47.959675 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-25b2f526-13ec-42e8-a2cf-04f843f88db4 req-093ab3b1-40ee-41cf-801a-d0d07534d25d tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430496 Jul 23 16:16:49.037596 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1f9698f2-6003-406d-a49b-5d6d8d1dfbd5 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4727d9d268864f95bf7c390e4d3f9c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276585 Jul 23 16:16:49.326152 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-0a97cc64-fe87-4697-8ed1-0ed89fd1b724 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:49.327587 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-0a97cc64-fe87-4697-8ed1-0ed89fd1b724 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843227 Jul 23 16:16:49.350970 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec5639-96c0-4037-9769-3e20bfc0a808 req-634aa3b9-52cd-4a74-a212-9b72e2e2f75f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:49.352422 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-52ec5639-96c0-4037-9769-3e20bfc0a808 req-634aa3b9-52cd-4a74-a212-9b72e2e2f75f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.2562652 Jul 23 16:16:49.354632 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-8edaffeb-dbb9-417a-a7d9-e4eac5ebb4d3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/quotas/4727d9d268864f95bf7c390e4d3f9c2e HTTP/1.1" status: 200 len: 375 time: 0.0204384 Jul 23 16:16:49.428617 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-7d457251-7e51-4e2a-8102-29518bd5ffc1 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4727d9d268864f95bf7c390e4d3f9c2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562189 Jul 23 16:16:49.441674 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-52ec5639-96c0-4037-9769-3e20bfc0a808 req-9b8ae5c6-c880-4d51-869d-18b51ee5caa2 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832391 Jul 23 16:16:49.742045 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56648) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:49.782673 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-02ad48ef-7e7a-4b36-b9a1-5541a21ce4cb req-c1d2c6b7-30f7-4bfb-a967-7db902a2b864 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 210 time: 0.0899632 Jul 23 16:16:49.917070 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:49.941150 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:49.946584 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Usage tracker for resource:security_group_rule and tenant:24528ba963bb44d7944f8ceb03fc44a2 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:49.951508 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:49.960509 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:50.062184 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.066711 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.076324 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1c012225-3098-431b-9d6d-b279dd7cc74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:50.118329 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=24528ba963bb44d7944f8ceb03fc44a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751714 Jul 23 16:16:50.119350 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4aff24-f505-4a12-8204-f42e897ba949,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:50.122429 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56662) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:50.123236 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:50.187030 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c815b09a-7d57-4f6e-9e93-3523aa97f77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.214985 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c815b09a-7d57-4f6e-9e93-3523aa97f77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.284047 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c815b09a-7d57-4f6e-9e93-3523aa97f77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.288359 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-6aab9037-e822-421a-b6c2-dd57b2346c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:50.303611 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815b09a-7d57-4f6e-9e93-3523aa97f77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4aff24-f505-4a12-8204-f42e897ba949,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:50.308518 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c815b09a-7d57-4f6e-9e93-3523aa97f77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:50.314907 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c815b09a-7d57-4f6e-9e93-3523aa97f77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.318761 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-c815b09a-7d57-4f6e-9e93-3523aa97f77d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c4aff24-f505-4a12-8204-f42e897ba949 HTTP/1.1" status: 204 len: 168 time: 0.1949053 Jul 23 16:16:50.763679 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72ab3d-5740-4a00-b670-ea7369750b6b req-278fb191-81b0-480e-b3fa-dde5fff873c3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:50.765914 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bb72ab3d-5740-4a00-b670-ea7369750b6b req-278fb191-81b0-480e-b3fa-dde5fff873c3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1596105 Jul 23 16:16:50.767846 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56690) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:50.853337 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bb72ab3d-5740-4a00-b670-ea7369750b6b req-65a321de-fb05-4472-bcad-18a3c1a3e68d tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737736 Jul 23 16:16:50.890982 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56700) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:50.914471 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.936266 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:50.942733 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Usage tracker for resource:security_group_rule and tenant:52de1f99a62a431ebe69b957566a7ed9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:50.958928 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:50.984173 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:51.170108 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7fbfbafc-3240-41eb-b11a-347ff070d9f6 req-c0d7850b-129b-40cd-9fdb-0da6e1400e24 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 210 time: 0.0970304 Jul 23 16:16:51.197727 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-640ca539-8ebd-4d80-9e77-ea9680649894 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4727d9d268864f95bf7c390e4d3f9c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650828 Jul 23 16:16:51.287851 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.295640 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.329170 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.342152 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4c0d4ce3-3548-402f-bd45-24020028e89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:51.360882 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:51.368441 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b2d89c3af74e6fa2a066a381b9f2fb is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:51.373966 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:51.382278 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:51.498033 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acef6e25-c429-4d58-bdac-6667cca2a188,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:51.502480 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:51.526167 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=52de1f99a62a431ebe69b957566a7ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6315863 Jul 23 16:16:51.527988 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 56708) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:51.583884 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-2fd4c8fe-a86b-41b9-94d2-d4d48e4f57eb tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:51.585562 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-2fd4c8fe-a86b-41b9-94d2-d4d48e4f57eb tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938228 Jul 23 16:16:51.587229 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.593993 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.618794 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Request body: {'port': {'device_id': 'e787a4f8-1db4-479f-babd-4c3f59757ae1', 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a', 'admin_state_up': True, 'tenant_id': '4727d9d268864f95bf7c390e4d3f9c2e'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:51.628174 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:51.683928 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d8b2d89c3af74e6fa2a066a381b9f2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9141803 Jul 23 16:16:51.691083 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39060f50-d728-44cb-93c8-b876d6dcc09c,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:51.694896 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56714) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:51.713892 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:51.757046 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27916fd-282f-4c81-bc00-b7ff7aa13c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.805549 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27916fd-282f-4c81-bc00-b7ff7aa13c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.810333 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9d698a27-5ae9-4ff6-b78c-3931a95aa3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.852337 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9d698a27-5ae9-4ff6-b78c-3931a95aa3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.900679 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:51.907074 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Usage tracker for resource:port and tenant:4727d9d268864f95bf7c390e4d3f9c2e is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:51.911430 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:51.928769 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:51.945038 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Made reservation on behalf of 4727d9d268864f95bf7c390e4d3f9c2e for: {'port': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:51.950252 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.965352 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.971780 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9d698a27-5ae9-4ff6-b78c-3931a95aa3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.977941 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-eca8350c-dccf-4aba-8817-c97c00d12ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:51.983382 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27916fd-282f-4c81-bc00-b7ff7aa13c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.991267 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e7487a3e-6910-412f-9e7b-34fa690dc4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:52.005073 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:52.007666 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27916fd-282f-4c81-bc00-b7ff7aa13c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.013069 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-a27916fd-282f-4c81-bc00-b7ff7aa13c3a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/acef6e25-c429-4d58-bdac-6667cca2a188 HTTP/1.1" status: 204 len: 168 time: 0.4814219 Jul 23 16:16:52.015389 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27916fd-282f-4c81-bc00-b7ff7aa13c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acef6e25-c429-4d58-bdac-6667cca2a188,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:52.017748 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Usage tracker for resource:security_group_rule and tenant:4727d9d268864f95bf7c390e4d3f9c2e is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:52.021017 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a27916fd-282f-4c81-bc00-b7ff7aa13c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:52.021942 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:52.030324 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:52.063501 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d698a27-5ae9-4ff6-b78c-3931a95aa3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39060f50-d728-44cb-93c8-b876d6dcc09c,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:52.071782 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9d698a27-5ae9-4ff6-b78c-3931a95aa3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:52.075393 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9d698a27-5ae9-4ff6-b78c-3931a95aa3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.083932 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-9d698a27-5ae9-4ff6-b78c-3931a95aa3ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39060f50-d728-44cb-93c8-b876d6dcc09c HTTP/1.1" status: 204 len: 168 time: 0.3704216 Jul 23 16:16:52.258500 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.267166 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112317d1-3573-4233-8b32-069413785051 req-5d345c93-d0e2-442c-a0ae-ff29817db107 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:52.268915 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-112317d1-3573-4233-8b32-069413785051 req-5d345c93-d0e2-442c-a0ae-ff29817db107 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1435864 Jul 23 16:16:52.270361 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.273549 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f24f35fb-f330-4312-96c2-c3e166b98ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:52.426139 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d77d451b-44e0-4f1b-9f6d-13d7cc880dfa req-e8563e35-1040-4e99-86ef-553c13a71250 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 210 time: 0.0862198 Jul 23 16:16:52.455069 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6952aa36-a3fe-48a1-aa26-5b238ee78831,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:52.463692 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:52.477197 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-112317d1-3573-4233-8b32-069413785051 req-7bd1b2c8-41a5-49d6-9b5c-0764675a0611 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923759 Jul 23 16:16:52.571733 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Allocated IP 192.168.233.186 (80acba88-a0a2-4675-b1e0-3a9126802d8a/d8ec1d93-a5ed-42b2-84df-74ca4a19b5fc/7f14d276-955c-4b47-9996-09e265720c79) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:52.602113 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56758) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:52.628639 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.655428 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:52.664787 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Usage tracker for resource:security_group_rule and tenant:a80c9feb29584359a9b3ea286545cba5 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:52.672393 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:52.687771 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:52.817326 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.825614 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.837501 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:52.886510 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a80c9feb29584359a9b3ea286545cba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793064 Jul 23 16:16:52.886510 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d45aff-1c33-46cd-958b-c788900266f6,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:52.886946 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 56774) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:52.890439 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:52.966447 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f36ab5bc-a894-42ab-9a5f-3fce7473a51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.976252 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.994416 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Transition to ACTIVE for port object 7f14d276-955c-4b47-9996-09e265720c79 will not be triggered until provisioned by entity DHCP. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:52.997175 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f36ab5bc-a894-42ab-9a5f-3fce7473a51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.028996 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.037422 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5a4290a5-3069-4f5e-bf5c-eec09edede10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:53.100434 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f36ab5bc-a894-42ab-9a5f-3fce7473a51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.106629 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-34811592-e7d4-4f5b-b56c-ebb76a62c2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:53.117648 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Network 80acba88-a0a2-4675-b1e0-3a9126802d8a is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:53.122468 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:53.123780 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ab5bc-a894-42ab-9a5f-3fce7473a51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d45aff-1c33-46cd-958b-c788900266f6,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:53.128368 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:16:53.135283 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f36ab5bc-a894-42ab-9a5f-3fce7473a51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:53.136291 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f36ab5bc-a894-42ab-9a5f-3fce7473a51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.138180 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f36ab5bc-a894-42ab-9a5f-3fce7473a51b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/71d45aff-1c33-46cd-958b-c788900266f6 HTTP/1.1" status: 204 len: 168 time: 0.2500515 Jul 23 16:16:53.211956 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Pushing event updated for resources: {'Port': ['ID=7f14d276-955c-4b47-9996-09e265720c79,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:53.233161 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:53.281156 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:53.282554 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.334651 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7198064 Jul 23 16:16:53.359448 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Request body: {'port': {'device_id': 'e787a4f8-1db4-479f-babd-4c3f59757ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:53.544537 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7a332847-d19d-4640-ba3d-74ac90f4443b None None] Provisioning for port 7f14d276-955c-4b47-9996-09e265720c79 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:53.557418 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7a332847-d19d-4640-ba3d-74ac90f4443b None None] Provisioning complete for port 7f14d276-955c-4b47-9996-09e265720c79 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:53.563847 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7a332847-d19d-4640-ba3d-74ac90f4443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.721563 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.786507 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-7a332847-d19d-4640-ba3d-74ac90f4443b None None] Port 7f14d276-955c-4b47-9996-09e265720c79 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:54.045455 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acd20c-bd57-4168-aa38-3131eacdd4ee req-7c15cdfd-d958-4a0a-956e-df5bf72cb5c7 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.046112 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-28acd20c-bd57-4168-aa38-3131eacdd4ee req-7c15cdfd-d958-4a0a-956e-df5bf72cb5c7 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Synchronizing usage tracker for tenant:4727d9d268864f95bf7c390e4d3f9c2e on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:54.113099 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-28acd20c-bd57-4168-aa38-3131eacdd4ee req-7c15cdfd-d958-4a0a-956e-df5bf72cb5c7 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Unset dirty status for tenant:4727d9d268864f95bf7c390e4d3f9c2e on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:54.120301 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-28acd20c-bd57-4168-aa38-3131eacdd4ee req-7c15cdfd-d958-4a0a-956e-df5bf72cb5c7 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 936 time: 0.3553398 Jul 23 16:16:54.134058 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e8df4-cea1-49ec-b40f-23e97f5915f1 req-219960ec-e73f-4330-b67d-9eefbe3a6a69 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.135649 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-504e8df4-cea1-49ec-b40f-23e97f5915f1 req-219960ec-e73f-4330-b67d-9eefbe3a6a69 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.3186641 Jul 23 16:16:54.319620 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-504e8df4-cea1-49ec-b40f-23e97f5915f1 req-6b32e537-4b3d-4f1d-9a0b-b8a1bcbfb5c4 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556017 Jul 23 16:16:54.324808 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-28acd20c-bd57-4168-aa38-3131eacdd4ee req-6596f7ae-0773-4844-9112-d70501ee5cb0 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Synchronizing usage tracker for tenant:4727d9d268864f95bf7c390e4d3f9c2e on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:16:54.433494 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-28acd20c-bd57-4168-aa38-3131eacdd4ee req-6596f7ae-0773-4844-9112-d70501ee5cb0 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Unset dirty status for tenant:4727d9d268864f95bf7c390e4d3f9c2e on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:16:54.454301 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-28acd20c-bd57-4168-aa38-3131eacdd4ee req-6596f7ae-0773-4844-9112-d70501ee5cb0 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323374 Jul 23 16:16:54.605244 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f14d276-955c-4b47-9996-09e265720c79 {{(pid=78583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:54.626313 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.669443 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Transition to ACTIVE for port object 7f14d276-955c-4b47-9996-09e265720c79 will not be triggered until provisioned by entity L2. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:54.675116 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.679824 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:54.870581 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f14d276-955c-4b47-9996-09e265720c79,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:54.875059 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:55.028412 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Attempting to bind port 7f14d276-955c-4b47-9996-09e265720c79 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:55.028919 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Attempting to bind port 7f14d276-955c-4b47-9996-09e265720c79 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '4f709c24-1e14-4df0-9ee8-246061d3ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:55.029525 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Attempting to bind port 7f14d276-955c-4b47-9996-09e265720c79 on network 80acba88-a0a2-4675-b1e0-3a9126802d8a {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:55.037396 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Port 7f14d276-955c-4b47-9996-09e265720c79 on network 80acba88-a0a2-4675-b1e0-3a9126802d8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:16:55.037827 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Attempting to bind port 7f14d276-955c-4b47-9996-09e265720c79 on network 80acba88-a0a2-4675-b1e0-3a9126802d8a {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:16:55.045592 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:16:55.045945 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Checking segment: {'id': '4f709c24-1e14-4df0-9ee8-246061d3ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:16:55.046475 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Bound using segment: {'id': '4f709c24-1e14-4df0-9ee8-246061d3ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:16:55.046934 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Bound port: 7f14d276-955c-4b47-9996-09e265720c79, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f709c24-1e14-4df0-9ee8-246061d3ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a'}}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:55.047276 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.146354 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] For port 7f14d276-955c-4b47-9996-09e265720c79, host hv-cinder-80203, cleared binding levels {{(pid=78583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:16:55.151072 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] For port 7f14d276-955c-4b47-9996-09e265720c79, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7f14d276-955c-4b47-9996-09e265720c79,segment=NetworkSegment(4f709c24-1e14-4df0-9ee8-246061d3ac66),segment_id=4f709c24-1e14-4df0-9ee8-246061d3ac66)] {{(pid=78583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:16:55.156943 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.160952 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:55.221780 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.222558 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.224157 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] 10.222.0.88 "PUT /v2.0/ports/7f14d276-955c-4b47-9996-09e265720c79 HTTP/1.1" status: 200 len: 1098 time: 1.8749394 Jul 23 16:16:55.224768 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787a4f8-1db4-479f-babd-4c3f59757ae1', 'tag': '7f14d276-955c-4b47-9996-09e265720c79'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:55.256357 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f14d276-955c-4b47-9996-09e265720c79,revision_number=3']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:55.269259 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:16:55.320715 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e787a4f8-1db4-479f-babd-4c3f59757ae1', 'tag': '7f14d276-955c-4b47-9996-09e265720c79', 'status': 'completed', 'code': 200} Jul 23 16:16:55.370973 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-b614357f-168c-42eb-b487-743adeea11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.372901 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-b614357f-168c-42eb-b487-743adeea11cb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4727d9d268864f95bf7c390e4d3f9c2e&device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 1101 time: 0.0902410 Jul 23 16:16:55.481265 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-3b3aa663-b006-4aac-85dd-d6c5a0b4fc4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7f14d276-955c-4b47-9996-09e265720c79 HTTP/1.1" status: 200 len: 217 time: 0.0992754 Jul 23 16:16:55.742251 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-337d1d15-a18d-41f4-9df5-48374b67f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.743697 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-337d1d15-a18d-41f4-9df5-48374b67f008 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8ec1d93-a5ed-42b2-84df-74ca4a19b5fc HTTP/1.1" status: 200 len: 843 time: 0.2239857 Jul 23 16:16:55.818330 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7826f-9755-4695-b36a-bead52241c83 req-eb7fda3a-131d-4cd7-97b1-08fc0ff7a88f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.820029 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69f7826f-9755-4695-b36a-bead52241c83 req-eb7fda3a-131d-4cd7-97b1-08fc0ff7a88f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.3378940 Jul 23 16:16:55.877406 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79051cc-0867-434a-9a33-cb6d10f4ea1d req-0e055296-6daa-48ef-b6f1-644c0c856a93 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.878956 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f79051cc-0867-434a-9a33-cb6d10f4ea1d req-0e055296-6daa-48ef-b6f1-644c0c856a93 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 948 time: 0.3127728 Jul 23 16:16:55.930991 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69f7826f-9755-4695-b36a-bead52241c83 req-815bd391-890a-49a7-b399-b9eb29d06896 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022091 Jul 23 16:16:55.947335 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-4e45a9c4-ced9-44a9-8326-df1a9ba208c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.948959 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-4e45a9c4-ced9-44a9-8326-df1a9ba208c9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=80acba88-a0a2-4675-b1e0-3a9126802d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1969161 Jul 23 16:16:55.969354 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f79051cc-0867-434a-9a33-cb6d10f4ea1d req-727ac301-6214-48c2-9ca7-3a443df2cfba tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795941 Jul 23 16:16:56.143509 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-30198f26-691e-4394-bc1c-25a4f516f54a service neutron] 10.222.0.88 "GET /v2.0/networks/80acba88-a0a2-4675-b1e0-3a9126802d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730392 Jul 23 16:16:56.336198 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1356e4c9-9252-4f47-8492-e0afa2c66f4e req-8acf5bc6-3ff7-45e3-b503-cb8f8801814e service neutron] 10.222.0.88 "GET /v2.0/networks/80acba88-a0a2-4675-b1e0-3a9126802d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582668 Jul 23 16:16:56.482736 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-31f8c117-83b8-4978-8a26-b653f94b038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.486040 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-31f8c117-83b8-4978-8a26-b653f94b038a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4727d9d268864f95bf7c390e4d3f9c2e&device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 1101 time: 0.1012771 Jul 23 16:16:56.645713 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-a535f0f5-5d07-42f5-ae79-d1f4ecdc3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.647321 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-a535f0f5-5d07-42f5-ae79-d1f4ecdc3816 service neutron] 10.222.0.88 "GET /v2.0/networks?id=80acba88-a0a2-4675-b1e0-3a9126802d8a HTTP/1.1" status: 200 len: 870 time: 0.1470232 Jul 23 16:16:56.724347 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-f845c4ad-2619-46e9-9f17-f1166bcf198b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7f14d276-955c-4b47-9996-09e265720c79 HTTP/1.1" status: 200 len: 217 time: 0.0682335 Jul 23 16:16:56.806520 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-67f6bdc9-0207-4426-9f06-016e2016ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.807972 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-67f6bdc9-0207-4426-9f06-016e2016ba68 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8ec1d93-a5ed-42b2-84df-74ca4a19b5fc HTTP/1.1" status: 200 len: 843 time: 0.0608337 Jul 23 16:16:56.895811 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-d6fb8082-7021-4a3c-8f9b-67057cfe10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.897338 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-d6fb8082-7021-4a3c-8f9b-67057cfe10ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=80acba88-a0a2-4675-b1e0-3a9126802d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0763659 Jul 23 16:16:57.055998 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-f92035a5-e110-4c63-97b4-bfc67df047ec service neutron] 10.222.0.88 "GET /v2.0/networks/80acba88-a0a2-4675-b1e0-3a9126802d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513286 Jul 23 16:16:57.367402 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34614588-7a2d-4442-86c3-94cd4ee150a3 req-d7bfeecc-b1b2-4e20-9a78-a1432e8c0068 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:57.370120 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-34614588-7a2d-4442-86c3-94cd4ee150a3 req-d7bfeecc-b1b2-4e20-9a78-a1432e8c0068 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.3009748 Jul 23 16:16:57.378930 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bbf0b083-66c3-4c9a-885c-b2735a4e27b1 req-be1eba02-c81e-43ac-a561-5ed030834d87 service neutron] 10.222.0.88 "GET /v2.0/networks/80acba88-a0a2-4675-b1e0-3a9126802d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736814 Jul 23 16:16:57.425287 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6e3b7-79ce-48c6-bb6d-632a170b9fd2 req-4ff83294-e05e-427d-a4e7-dd4d32f3900c tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:57.427408 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cac6e3b7-79ce-48c6-bb6d-632a170b9fd2 req-4ff83294-e05e-427d-a4e7-dd4d32f3900c tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 948 time: 0.3026414 Jul 23 16:16:57.513553 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-34614588-7a2d-4442-86c3-94cd4ee150a3 req-a442f098-29fb-4179-b85e-340c923e1435 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320608 Jul 23 16:16:57.524330 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cac6e3b7-79ce-48c6-bb6d-632a170b9fd2 req-364d1eeb-01f6-47ae-9d76-0f768f13febe tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876997 Jul 23 16:16:58.774763 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ae89f-d312-43d5-b53c-f5e5be298749 req-2071e105-12ac-4837-bbce-de90e144164d tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:58.776574 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-df2ae89f-d312-43d5-b53c-f5e5be298749 req-2071e105-12ac-4837-bbce-de90e144164d tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 948 time: 0.1005719 Jul 23 16:16:58.879637 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-df2ae89f-d312-43d5-b53c-f5e5be298749 req-da508484-56b8-4629-a434-46bf146bfb43 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956111 Jul 23 16:16:58.917609 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898bcda-cabb-482e-8bea-badcd1ee2594 req-954e2e8d-4d5d-4a28-8a59-2efdb67506a5 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:58.922012 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8898bcda-cabb-482e-8bea-badcd1ee2594 req-954e2e8d-4d5d-4a28-8a59-2efdb67506a5 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1234848 Jul 23 16:16:58.978192 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8898bcda-cabb-482e-8bea-badcd1ee2594 req-79033559-751a-4268-abb9-f7738aaee5d7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505486 Jul 23 16:16:59.662184 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 57054) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:59.793521 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.809633 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:16:59.814304 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:da1687b29d6c476b8a1977ea2b44b006 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:16:59.817860 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:16:59.825757 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:16:59.919446 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.924263 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.954135 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-98b0a705-b0b6-4bcf-aaf9-38a910fdc784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:16:59.971069 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da1687b29d6c476b8a1977ea2b44b006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077586 Jul 23 16:16:59.973962 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 57072) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:16:59.989902 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4561fc16-09ff-4f2f-924e-51675b0d0b5d,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:59.993757 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:00.408364 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6d4a5867-efb8-4e01-ba51-721ff6ed27ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.467097 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961c91-629d-4191-921d-2865f4e19d37 req-bdd7416f-fde9-4a55-8959-d23a78a9fb7f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:00.469425 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e2961c91-629d-4191-921d-2865f4e19d37 req-bdd7416f-fde9-4a55-8959-d23a78a9fb7f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.3427467 Jul 23 16:17:00.487620 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6d4a5867-efb8-4e01-ba51-721ff6ed27ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.544185 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90998e4-2c18-4564-ad95-8d37a22c46d6 req-e4ea868e-55c7-4e3a-bf32-6fb4020ebcd7 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:00.547459 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 7f14d276-955c-4b47-9996-09e265720c79 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:17:00.556050 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d90998e4-2c18-4564-ad95-8d37a22c46d6 req-e4ea868e-55c7-4e3a-bf32-6fb4020ebcd7 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 948 time: 0.4265890 Jul 23 16:17:00.718036 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e2961c91-629d-4191-921d-2865f4e19d37 req-68122fb0-04cc-4a7a-9f57-ff978b70bdc6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338431 Jul 23 16:17:00.741756 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d90998e4-2c18-4564-ad95-8d37a22c46d6 req-12263a51-bdfe-47e4-bb90-29922d893a19 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801383 Jul 23 16:17:00.780093 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6d4a5867-efb8-4e01-ba51-721ff6ed27ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.786165 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-082ba725-a977-467f-8f78-d9ec16b06357 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:00.787551 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 7f14d276-955c-4b47-9996-09e265720c79, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7f14d276-955c-4b47-9996-09e265720c79,segment=NetworkSegment(4f709c24-1e14-4df0-9ee8-246061d3ac66),segment_id=4f709c24-1e14-4df0-9ee8-246061d3ac66)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:00.823639 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a5867-efb8-4e01-ba51-721ff6ed27ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4561fc16-09ff-4f2f-924e-51675b0d0b5d,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:00.830813 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '7f14d276-955c-4b47-9996-09e265720c79', 'network_id': '80acba88-a0a2-4675-b1e0-3a9126802d8a', 'port_id': '7f14d276-955c-4b47-9996-09e265720c79', 'mac_address': 'fa:16:3e:62:9c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ec1d93-a5ed-42b2-84df-74ca4a19b5fc', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:17:00.846739 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-6d4a5867-efb8-4e01-ba51-721ff6ed27ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:00.859579 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6d4a5867-efb8-4e01-ba51-721ff6ed27ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.860988 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-6d4a5867-efb8-4e01-ba51-721ff6ed27ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4561fc16-09ff-4f2f-924e-51675b0d0b5d HTTP/1.1" status: 204 len: 168 time: 0.8858521 Jul 23 16:17:00.954995 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.983748 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f14d276-955c-4b47-9996-09e265720c79 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:01.003727 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 7f14d276-955c-4b47-9996-09e265720c79, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7f14d276-955c-4b47-9996-09e265720c79,segment=NetworkSegment(4f709c24-1e14-4df0-9ee8-246061d3ac66),segment_id=4f709c24-1e14-4df0-9ee8-246061d3ac66)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:01.009919 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.012330 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:01.122020 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=7f14d276-955c-4b47-9996-09e265720c79,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:01.134197 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:01.364467 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['7f14d276-955c-4b47-9996-09e265720c79'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:17:02.078624 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a68be2-7192-4f5e-a333-93a95db9eece req-f707124d-9541-40d6-81fc-21a3158d84ee tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.085632 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-08a68be2-7192-4f5e-a333-93a95db9eece req-f707124d-9541-40d6-81fc-21a3158d84ee tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1726925 Jul 23 16:17:02.110899 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c529f2a-8c0a-44bc-9995-b036e5145f01 req-72777093-ac8f-46cf-b343-b14992437d13 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.112393 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6c529f2a-8c0a-44bc-9995-b036e5145f01 req-72777093-ac8f-46cf-b343-b14992437d13 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 949 time: 0.2009728 Jul 23 16:17:02.159247 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-08a68be2-7192-4f5e-a333-93a95db9eece req-4da61d62-dd68-493e-ba03-cf95544b966b tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728071 Jul 23 16:17:02.202669 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6c529f2a-8c0a-44bc-9995-b036e5145f01 req-cf0e05c2-b7ab-47a2-9915-cc29417f91e8 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694404 Jul 23 16:17:02.561998 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 7f14d276-955c-4b47-9996-09e265720c79 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:02.659708 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 7f14d276-955c-4b47-9996-09e265720c79 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:02.666399 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 7f14d276-955c-4b47-9996-09e265720c79 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:02.666911 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.867311 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.901926 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787a4f8-1db4-479f-babd-4c3f59757ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f14d276-955c-4b47-9996-09e265720c79'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:02.916946 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 7f14d276-955c-4b47-9996-09e265720c79, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7f14d276-955c-4b47-9996-09e265720c79,segment=NetworkSegment(4f709c24-1e14-4df0-9ee8-246061d3ac66),segment_id=4f709c24-1e14-4df0-9ee8-246061d3ac66)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:02.933270 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.935548 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:03.025236 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787a4f8-1db4-479f-babd-4c3f59757ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f14d276-955c-4b47-9996-09e265720c79', 'code': 200} Jul 23 16:17:03.032511 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=7f14d276-955c-4b47-9996-09e265720c79,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:03.037722 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:03.270654 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-30630f6a-3108-4bb3-8656-3951d4a8b944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.341251 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9cd13-6654-4d52-a1d4-b3f4e2459eab req-65ffc408-7745-4fae-a838-ee42f4171007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.343044 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bdd9cd13-6654-4d52-a1d4-b3f4e2459eab req-65ffc408-7745-4fae-a838-ee42f4171007 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 1103 time: 0.1745889 Jul 23 16:17:03.416483 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bdd9cd13-6654-4d52-a1d4-b3f4e2459eab req-5e1c7d6b-e0d4-4563-ae8c-c6d5cdece0a7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661201 Jul 23 16:17:03.567587 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.580646 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341df73-461f-4bd2-9b85-582d319c3560 req-224cfe4e-d69e-4104-bc65-cbc2eeab8d44 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.582177 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1341df73-461f-4bd2-9b85-582d319c3560 req-224cfe4e-d69e-4104-bc65-cbc2eeab8d44 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1603620 Jul 23 16:17:03.623021 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159b899-2453-4428-ba5f-317bcfeed6e0 req-9c9d77ae-d0c8-486f-8e24-d76d8fcf7be5 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.624478 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d159b899-2453-4428-ba5f-317bcfeed6e0 req-9c9d77ae-d0c8-486f-8e24-d76d8fcf7be5 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 950 time: 0.1368785 Jul 23 16:17:03.668120 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1341df73-461f-4bd2-9b85-582d319c3560 req-48ca4b26-5aeb-4d7e-b920-d1709d1594a3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766528 Jul 23 16:17:03.692369 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d159b899-2453-4428-ba5f-317bcfeed6e0 req-bcd5645d-22b4-4902-8fd0-d160fa9f9615 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605595 Jul 23 16:17:04.957569 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237e9da-d4d1-4911-ac52-8062d7b25828 req-91e48eb4-c27a-475d-b895-5108672bbee8 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:04.959028 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8237e9da-d4d1-4911-ac52-8062d7b25828 req-91e48eb4-c27a-475d-b895-5108672bbee8 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 950 time: 0.1164029 Jul 23 16:17:04.970200 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a6cc2-63e8-456f-adb5-0819c3f51340 req-a88e525a-178a-4d74-85e0-a38d3ad8e0ca tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:04.971656 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f00a6cc2-63e8-456f-adb5-0819c3f51340 req-a88e525a-178a-4d74-85e0-a38d3ad8e0ca tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1614571 Jul 23 16:17:05.041267 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8237e9da-d4d1-4911-ac52-8062d7b25828 req-6233b7a5-42ab-4363-8f0b-450370bfda71 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686257 Jul 23 16:17:05.049564 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f00a6cc2-63e8-456f-adb5-0819c3f51340 req-d94e522b-b27d-44fd-bda5-fe3a71ca5f39 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617068 Jul 23 16:17:05.589437 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fcf7d-193c-4317-9a11-e1d8c6b2f06c req-a9c66e8a-f084-4782-bd41-5d47afc918e6 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:05.590862 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f38fcf7d-193c-4317-9a11-e1d8c6b2f06c req-a9c66e8a-f084-4782-bd41-5d47afc918e6 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 950 time: 0.0845170 Jul 23 16:17:05.641863 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f38fcf7d-193c-4317-9a11-e1d8c6b2f06c req-f8b606e9-8bce-4704-bfe7-f583cebc8192 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 Jul 23 16:17:05.900187 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-ed548568-b625-4f2f-9d40-bb0d20eebfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.292654 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178bbb3-b4c2-4c2e-bba0-d1466fd2b546 req-83d10b7c-8594-43a6-af3b-3814992b72f6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:06.295264 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a178bbb3-b4c2-4c2e-bba0-d1466fd2b546 req-83d10b7c-8594-43a6-af3b-3814992b72f6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1244626 Jul 23 16:17:06.356588 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a178bbb3-b4c2-4c2e-bba0-d1466fd2b546 req-58338731-cfc2-4caf-9c7f-f170eb9d5fab tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552304 Jul 23 16:17:06.666269 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.846096 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8ba7-6bf4-41f3-be92-ed74717957ab req-93896454-debc-4133-989f-a1ed36459192 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:06.847638 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-35ad8ba7-6bf4-41f3-be92-ed74717957ab req-93896454-debc-4133-989f-a1ed36459192 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 950 time: 0.0847790 Jul 23 16:17:06.895818 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-35ad8ba7-6bf4-41f3-be92-ed74717957ab req-3174d602-409c-4d24-b4a4-0b653cb9d502 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Jul 23 16:17:07.289405 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-a3e6f257-4c2e-4861-8bd7-29c1407cf99b tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.291919 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-a3e6f257-4c2e-4861-8bd7-29c1407cf99b tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.88 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 950 time: 0.1164460 Jul 23 16:17:07.391020 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Deleting port 7f14d276-955c-4b47-9996-09e265720c79 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:17:07.391863 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.531737 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 57314) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:07.692966 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.703004 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.732870 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:07.737440 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Usage tracker for resource:security_group_rule and tenant:e71db5f098f54960b4a075cb4c5058b8 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:07.743707 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:07.753790 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:07.851786 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24974f-c535-4f89-aaa1-dce24a644403 req-78da217e-fc3b-4471-bd83-8cd8be480507 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.859048 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7a24974f-c535-4f89-aaa1-dce24a644403 req-78da217e-fc3b-4471-bd83-8cd8be480507 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.3319380 Jul 23 16:17:07.873037 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.878423 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.891777 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9d698a27-5ae9-4ff6-b78c-3931a95aa3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:07.921973 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e34cd4-187d-4e2a-ac21-e56867dba09f,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:07.942724 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e71db5f098f54960b4a075cb4c5058b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096091 Jul 23 16:17:07.943135 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 57330) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:07.948287 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:07.971789 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7a24974f-c535-4f89-aaa1-dce24a644403 req-1c09218c-e93a-4d86-94c8-d890449eac9f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117013 Jul 23 16:17:07.993895 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] For port 7f14d276-955c-4b47-9996-09e265720c79, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7f14d276-955c-4b47-9996-09e265720c79,segment=NetworkSegment(4f709c24-1e14-4df0-9ee8-246061d3ac66),segment_id=4f709c24-1e14-4df0-9ee8-246061d3ac66)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:07.994531 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.024357 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-01b26769-245d-4e7e-8233-bbfa145b96db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.055745 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-01b26769-245d-4e7e-8233-bbfa145b96db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.115774 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-01b26769-245d-4e7e-8233-bbfa145b96db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.119879 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-24ef6996-6647-4be0-aa90-7d4e45121a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:08.138286 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b26769-245d-4e7e-8233-bbfa145b96db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e34cd4-187d-4e2a-ac21-e56867dba09f,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:08.146460 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-01b26769-245d-4e7e-8233-bbfa145b96db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.150290 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-01b26769-245d-4e7e-8233-bbfa145b96db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/38e34cd4-187d-4e2a-ac21-e56867dba09f HTTP/1.1" status: 204 len: 168 time: 0.2027702 Jul 23 16:17:08.150290 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-01b26769-245d-4e7e-8233-bbfa145b96db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:08.177959 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Calling delete_port for 7f14d276-955c-4b47-9996-09e265720c79 owned by compute:nova {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:17:08.186136 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.367230 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5646e78-af0f-441a-98ea-fc69324451d0 req-faa9e5b5-0327-4fb0-b2d1-a06a56797e75 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.368802 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e5646e78-af0f-441a-98ea-fc69324451d0 req-faa9e5b5-0327-4fb0-b2d1-a06a56797e75 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/ports?device_id=e787a4f8-1db4-479f-babd-4c3f59757ae1 HTTP/1.1" status: 200 len: 950 time: 0.3001966 Jul 23 16:17:08.484716 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e5646e78-af0f-441a-98ea-fc69324451d0 req-09143d03-04dc-4279-b3be-42862410b6b8 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.76 "GET /v2.0/security-groups?id=6952aa36-a3fe-48a1-aa26-5b238ee78831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786350 Jul 23 16:17:08.486382 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.499064 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:08.515022 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['7f14d276-955c-4b47-9996-09e265720c79'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:17:08.560419 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Pushing event deleted for resources: {'Port': ['ID=7f14d276-955c-4b47-9996-09e265720c79,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:08.565075 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:08.685535 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] No DVR routers for this DVR port 7f14d276-955c-4b47-9996-09e265720c79 on host hv-cinder-80203 {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:08.688976 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.691964 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787a4f8-1db4-479f-babd-4c3f59757ae1', 'name': 'network-vif-deleted', 'tag': '7f14d276-955c-4b47-9996-09e265720c79'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:08.732442 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ec32ead6-74b2-40a9-b332-53cde2b9d0e4 req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] 10.222.0.88 "DELETE /v2.0/ports/7f14d276-955c-4b47-9996-09e265720c79 HTTP/1.1" status: 204 len: 173 time: 1.4335494 Jul 23 16:17:08.806233 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787a4f8-1db4-479f-babd-4c3f59757ae1', 'name': 'network-vif-deleted', 'tag': '7f14d276-955c-4b47-9996-09e265720c79', 'status': 'completed', 'code': 200} Jul 23 16:17:09.087357 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 57372) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:09.284475 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e726d6-46aa-4b7f-95f1-93f92418265c req-c7b1a91d-4fc7-498c-85cc-7297aad8f6d3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:09.291575 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-86e726d6-46aa-4b7f-95f1-93f92418265c req-c7b1a91d-4fc7-498c-85cc-7297aad8f6d3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1656101 Jul 23 16:17:09.296837 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 57386) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:09.362059 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-86e726d6-46aa-4b7f-95f1-93f92418265c req-c96f2566-1b02-43b0-8f71-6dc06f627f9e tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693986 Jul 23 16:17:09.380921 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.399642 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-716226759-network', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:09.407834 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:09.414176 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Usage tracker for resource:network and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:09.417334 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:09.419853 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:09.426715 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Usage tracker for resource:security_group_rule and tenant:6052cf1e1f4e4d949ecac83b8dcebbbc is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:09.430207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:09.432536 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:09.441882 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:09.463803 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Made reservation on behalf of 66572cb132ed4212a4ee4905adcc3268 for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:09.466904 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.487549 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.509959 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:09.514406 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:09.526846 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:09.577387 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:09.632341 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.665107 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.676782 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9c877226-e45a-4c9f-9d64-25c5aa0af7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:09.747798 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6052cf1e1f4e4d949ecac83b8dcebbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557732 Jul 23 16:17:09.748388 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 57408) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:09.785342 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90da269a-5874-4a92-a62f-c28fa86c7d76,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:09.796885 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:09.827284 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-89092564-62ce-41f9-9f5b-2aebf8432ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.844688 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.850318 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.858080 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-89092564-62ce-41f9-9f5b-2aebf8432ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.867500 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:09.881802 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.881802 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Added segment 4331e946-b4ad-4102-927e-529277ac05c3 of type vlan for network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 Jul 23 16:17:09.887983 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-4e4f37d3-4160-49e9-8746-4e7755d91eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:09.950136 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-89092564-62ce-41f9-9f5b-2aebf8432ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.955629 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:09.963326 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12ccfe-ef84-4cbc-b5b4-6f7280a09c73,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:09.967183 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:09.969507 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.969736 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89092564-62ce-41f9-9f5b-2aebf8432ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90da269a-5874-4a92-a62f-c28fa86c7d76,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:09.973336 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-89092564-62ce-41f9-9f5b-2aebf8432ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:09.976424 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-89092564-62ce-41f9-9f5b-2aebf8432ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.981135 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-89092564-62ce-41f9-9f5b-2aebf8432ca4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90da269a-5874-4a92-a62f-c28fa86c7d76 HTTP/1.1" status: 204 len: 168 time: 0.2313752 Jul 23 16:17:10.037740 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.040150 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:10.041365 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.046058 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e8d5fe68-4822-4c66-b05a-17a19a908014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:10.198286 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:10.203061 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:10.206047 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9078965 Jul 23 16:17:10.210312 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 57430) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:10.219579 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:17:10.225013 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Request body: {'subnet': {'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-716226759-subnet', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:10.234715 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:10.242644 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Usage tracker for resource:subnet and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:10.249213 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:10.261790 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:10.289248 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Made reservation on behalf of 66572cb132ed4212a4ee4905adcc3268 for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:10.298269 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15231874'] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.578640 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 7f14d276-955c-4b47-9996-09e265720c79 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:17:10.626297 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 7f14d276-955c-4b47-9996-09e265720c79 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:17:10.627040 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 7f14d276-955c-4b47-9996-09e265720c79 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:17:10.666706 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14461955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15231984'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.675209 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575eaf8-095c-4c82-8aa3-dc56c4f2b3c1 req-af6fa136-0484-4ffe-8226-5e9cba945cf4 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:10.682601 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e575eaf8-095c-4c82-8aa3-dc56c4f2b3c1 req-af6fa136-0484-4ffe-8226-5e9cba945cf4 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1555114 Jul 23 16:17:10.715726 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a8ab829b-1785-49e4-9835-c819c4fe0b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:10.822358 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e575eaf8-095c-4c82-8aa3-dc56c4f2b3c1 req-d4e295ac-82ec-4f48-8ffd-1a19f03aca26 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391654 Jul 23 16:17:10.827826 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69598ebf-1618-4bf2-be5d-88f3f48be1cd,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:10.831857 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:10.836282 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Checking segment: {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:17:10.837073 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Network hostable DHCP agents. Network: ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:10.870586 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:10.888640 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:10.900154 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb7f35-6ecc-4f26-b700-8352acb53b53 None None] Network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:17:10.904248 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:10.909747 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.956249 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7444956 Jul 23 16:17:10.959228 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 57480) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:10.973369 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14'}}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:10.982722 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:10.990324 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Usage tracker for resource:router and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:10.994469 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:11.007218 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:11.182867 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b9cdedf-693c-587c-a78b-8f08e8df0f19-ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd'}]}} from dv-cinder-802036-1-smb. {{(pid=78585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 23 16:17:11.189641 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.199803 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-325'] for router, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.201727 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-332'] for router, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.226608 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.413146 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.db_base_plugin_common [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Allocated IP 172.20.0.2 (ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8/69598ebf-1618-4bf2-be5d-88f3f48be1cd/6f0ac03f-0055-41ce-b869-00ec650419da) {{(pid=78585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:11.626566 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-346'] for router, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.744630 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Notify callbacks [] for port, precommit_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.764291 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Transition to ACTIVE for port object 6f0ac03f-0055-41ce-b869-00ec650419da will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:11.798757 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Transition to ACTIVE for port object 6f0ac03f-0055-41ce-b869-00ec650419da will not be triggered until provisioned by entity DHCP. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:11.807892 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.813859 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:11.888428 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 is already hosted by enough agents. {{(pid=78585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:11.893606 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.base_scheduler [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Resources bound (agent type, host, resource id): {{(pid=78585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:11.897869 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Received port after_create {{(pid=78585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:17:11.900180 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Pushing event updated for resources: {'Port': ['ID=6f0ac03f-0055-41ce-b869-00ec650419da,revision_number=1']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:11.904245 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:12.032141 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Attempting to bind port 6f0ac03f-0055-41ce-b869-00ec650419da on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:12.032712 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Attempting to bind port 6f0ac03f-0055-41ce-b869-00ec650419da by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:12.033297 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Attempting to bind port 6f0ac03f-0055-41ce-b869-00ec650419da on network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:17:12.043225 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:17:12.044205 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Checking segment: {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:17:12.045923 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.047020 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Bound using segment: {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:17:12.048190 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Bound port: 6f0ac03f-0055-41ce-b869-00ec650419da, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:12.049031 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.198357 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016c6b-6cf7-4e45-a36c-f8f181ad1415 req-ca6585ee-50a9-4a17-a945-ae3a7b0e1132 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.200017 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cb016c6b-6cf7-4e45-a36c-f8f181ad1415 req-ca6585ee-50a9-4a17-a945-ae3a7b0e1132 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1592731 Jul 23 16:17:12.265794 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] For port 6f0ac03f-0055-41ce-b869-00ec650419da, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:17:12.266853 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.276017 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] For port 6f0ac03f-0055-41ce-b869-00ec650419da, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=6f0ac03f-0055-41ce-b869-00ec650419da,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:17:12.283095 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.306387 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7f82aa2c-0c11-438d-a698-48271fd23eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:12.311686 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cb016c6b-6cf7-4e45-a36c-f8f181ad1415 req-62930e57-7873-442b-b8be-718b74c4f85d tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002746 Jul 23 16:17:12.347707 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.474197 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:17:12.479530 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Pushing event updated for resources: {'Port': ['ID=6f0ac03f-0055-41ce-b869-00ec650419da,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:12.490218 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:12.689610 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Allocated IP 172.28.2.245 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/70b17680-d59f-4c48-8644-64b99bce9ad5) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:12.975058 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.011105 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.016504 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8116a3e7-60b6-4968-b8b4-0be12c3fa1b1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:13.089485 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:13.093320 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:13.098915 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:17:13.168807 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Pushing event updated for resources: {'Port': ['ID=70b17680-d59f-4c48-8644-64b99bce9ad5,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:13.172164 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:13.595410 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeea49-16f4-454a-97c9-5be3b56aa84a req-8abd1284-9d05-467d-bc70-6dedd6217829 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:13.597846 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8cfeea49-16f4-454a-97c9-5be3b56aa84a req-8abd1284-9d05-467d-bc70-6dedd6217829 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1367347 Jul 23 16:17:13.708601 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8cfeea49-16f4-454a-97c9-5be3b56aa84a req-aba4e86d-fe04-4168-818e-d734eb0213f7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962853 Jul 23 16:17:13.930344 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 6f0ac03f-0055-41ce-b869-00ec650419da up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:13.993318 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.039863 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 6f0ac03f-0055-41ce-b869-00ec650419da completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:14.050707 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e2d54-76ed-48f0-b620-d1647eee06c0 None None] Network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:17:14.097567 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e0eb4102-e8ce-4ba8-8d5b-650a5772baed None None] Provisioning for port 6f0ac03f-0055-41ce-b869-00ec650419da completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:14.107623 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e0eb4102-e8ce-4ba8-8d5b-650a5772baed None None] Provisioning complete for port 6f0ac03f-0055-41ce-b869-00ec650419da triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:14.108052 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e0eb4102-e8ce-4ba8-8d5b-650a5772baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.439549 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e0eb4102-e8ce-4ba8-8d5b-650a5772baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.486891 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-e0eb4102-e8ce-4ba8-8d5b-650a5772baed None None] For port 6f0ac03f-0055-41ce-b869-00ec650419da, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=6f0ac03f-0055-41ce-b869-00ec650419da,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:14.504426 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e0eb4102-e8ce-4ba8-8d5b-650a5772baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.525887 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689045'] for router, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.528786 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:14.731298 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb4102-e8ce-4ba8-8d5b-650a5772baed None None] Pushing event updated for resources: {'Port': ['ID=6f0ac03f-0055-41ce-b869-00ec650419da,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:14.736631 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-e0eb4102-e8ce-4ba8-8d5b-650a5772baed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:14.926197 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Router 28097931-a39f-4e26-a62d-d571c9240960 is scheduled to L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 with binding_index 1 {{(pid=78584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:17:14.946381 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-812bd43f-5dae-4a9d-a202-fbf8057aba5f None None] Provisioning complete for port 6f0ac03f-0055-41ce-b869-00ec650419da triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:14.946917 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-812bd43f-5dae-4a9d-a202-fbf8057aba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.200085 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b89d8-56db-490c-acd6-ea6527cfde95 req-ac07c2cc-c30b-4159-8abc-2ac7707c6540 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.208599 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-627b89d8-56db-490c-acd6-ea6527cfde95 req-ac07c2cc-c30b-4159-8abc-2ac7707c6540 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.3157914 Jul 23 16:17:15.275067 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-627b89d8-56db-490c-acd6-ea6527cfde95 req-64d14561-2471-4131-863a-58db075d6531 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648761 Jul 23 16:17:15.327511 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:17:15.338681 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Sync routers for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:15.353164 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:17:15.354089 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:17:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:15.361335 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Notify callbacks [] for router, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.364556 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4035816 Jul 23 16:17:15.367408 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 57742) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:15.690850 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:17:15.874813 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 6f0ac03f-0055-41ce-b869-00ec650419da up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:16.001676 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 6f0ac03f-0055-41ce-b869-00ec650419da triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:16.002331 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.108143 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:13Z', 'revision_number': 3, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:16.116210 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Checking router: 28097931-a39f-4e26-a62d-d571c9240960 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:16.116651 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Updating router 28097931-a39f-4e26-a62d-d571c9240960 port 70b17680-d59f-4c48-8644-64b99bce9ad5 binding host dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:16.215708 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.516441 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.683001 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae69e03-03fd-42ba-bd23-3cc5f024741e req-2ac69ac9-1dd2-4a21-a7dd-b1975d93f0dc tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:16.685000 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.687433 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ae69e03-03fd-42ba-bd23-3cc5f024741e req-2ac69ac9-1dd2-4a21-a7dd-b1975d93f0dc tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1623397 Jul 23 16:17:16.718318 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.provisioning_blocks [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Transition to ACTIVE for port object 70b17680-d59f-4c48-8644-64b99bce9ad5 will not be triggered until provisioned by entity L2. {{(pid=78586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:16.728371 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.740368 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-c78a079c-2738-4a41-9ace-3106c4674123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:16.767356 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ae69e03-03fd-42ba-bd23-3cc5f024741e req-cfeb090f-1974-4f4b-9c0b-46a2f4b101ba tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731220 Jul 23 16:17:16.817782 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Allocated IP 172.20.0.1 (ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8/69598ebf-1618-4bf2-be5d-88f3f48be1cd/2f0c883c-e14c-426c-becd-f213a620e0de) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:16.837156 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Attempting to bind port 70b17680-d59f-4c48-8644-64b99bce9ad5 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:16.837536 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Attempting to bind port 70b17680-d59f-4c48-8644-64b99bce9ad5 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:16.837902 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Attempting to bind port 70b17680-d59f-4c48-8644-64b99bce9ad5 on network 80087887-44f3-4740-b360-651004434b14 {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:17:16.847564 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:17:16.847938 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Checking segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:17:16.848546 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.848928 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Bound using segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:17:16.849547 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Bound port: 70b17680-d59f-4c48-8644-64b99bce9ad5, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:16.849988 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.893968 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Pushing event updated for resources: {'Port': ['ID=70b17680-d59f-4c48-8644-64b99bce9ad5,revision_number=2']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:16.917337 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.918336 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.918668 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.919543 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.919543 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.919841 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.920183 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.920460 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.920879 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.921044 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.921376 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.921685 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:16.927555 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:16.962645 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] For port 70b17680-d59f-4c48-8644-64b99bce9ad5, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:17:16.971382 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] For port 70b17680-d59f-4c48-8644-64b99bce9ad5, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=70b17680-d59f-4c48-8644-64b99bce9ad5,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:17:16.976593 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.990498 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:17.094612 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:17:17.095450 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:17:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:17.145255 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.166496 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Transition to ACTIVE for port object 2f0c883c-e14c-426c-becd-f213a620e0de will not be triggered until provisioned by entity DHCP. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:17.213552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.219311 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Pushing event updated for resources: {'Port': ['ID=70b17680-d59f-4c48-8644-64b99bce9ad5,revision_number=3']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.224607 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:17.234566 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0f4f035f-e8ac-4443-be2a-45d93c77ec7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:17.317909 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:17.324941 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:17.328564 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:17:17.329066 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659792'] for router_interface, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.357547 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:17:17.361197 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 57782) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:17.367970 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0c883c-e14c-426c-becd-f213a620e0de,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.380809 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:17.538427 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.673995 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-9b779c69-4b07-48a0-b14b-01ef0c6bf751 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4727d9d268864f95bf7c390e4d3f9c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113763 Jul 23 16:17:17.676579 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 57792) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:17.785991 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-f4bd2864-6d12-49f4-bc4b-90cf6b4ee63e None None] Provisioning for port 2f0c883c-e14c-426c-becd-f213a620e0de completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:17.798201 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-f4bd2864-6d12-49f4-bc4b-90cf6b4ee63e None None] Provisioning complete for port 2f0c883c-e14c-426c-becd-f213a620e0de triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:17.798925 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f4bd2864-6d12-49f4-bc4b-90cf6b4ee63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.815146 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5396c213-633e-4b4b-ba55-e5027aa7758a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.856183 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5396c213-633e-4b4b-ba55-e5027aa7758a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.891892 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd2864-6d12-49f4-bc4b-90cf6b4ee63e None None] Port 2f0c883c-e14c-426c-becd-f213a620e0de cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:17.987728 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5396c213-633e-4b4b-ba55-e5027aa7758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.995389 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:18.017781 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396c213-633e-4b4b-ba55-e5027aa7758a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6952aa36-a3fe-48a1-aa26-5b238ee78831,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.029831 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5396c213-633e-4b4b-ba55-e5027aa7758a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:18.050504 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5396c213-633e-4b4b-ba55-e5027aa7758a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.054344 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-5396c213-633e-4b4b-ba55-e5027aa7758a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6952aa36-a3fe-48a1-aa26-5b238ee78831 HTTP/1.1" status: 204 len: 168 time: 0.3739536 Jul 23 16:17:18.067324 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:13Z', 'revision_number': 3, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:18.086183 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25bf3a3-a729-4d68-89bb-420e7354b7d9 None None] The sync data for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb is: [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:13Z', 'revision_number': 3, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:18.188218 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.203129 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.204632 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659775'] for router_interface, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.232020 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:18.280262 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c9401-7191-4689-a465-f896c47dcdf2 req-42dfc570-f541-436a-b7c8-a224495442a7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.293046 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c71c9401-7191-4689-a465-f896c47dcdf2 req-42dfc570-f541-436a-b7c8-a224495442a7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.2787549 Jul 23 16:17:18.379824 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c71c9401-7191-4689-a465-f896c47dcdf2 req-caf6eaf5-089f-4bc8-9278-807b50dfc475 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847762 Jul 23 16:17:18.492370 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0c883c-e14c-426c-becd-f213a620e0de,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.496731 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:18.507066 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:18.508601 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:18.899291 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Router 28097931-a39f-4e26-a62d-d571c9240960 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:19.130723 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-73bd4729-079c-4480-b77a-0c4b680e185f None None] Provisioning complete for port 2f0c883c-e14c-426c-becd-f213a620e0de triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:19.130723 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-73bd4729-079c-4480-b77a-0c4b680e185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.209547 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-73bd4729-079c-4480-b77a-0c4b680e185f None None] Port 2f0c883c-e14c-426c-becd-f213a620e0de cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:19.288735 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:17:19.294068 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] 10.222.0.76 "PUT /v2.0/routers/28097931-a39f-4e26-a62d-d571c9240960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9250813 Jul 23 16:17:19.587611 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e0160-9c56-4113-9965-16f5600e205d req-fa7c3500-9186-4a2b-80c3-0e90e9eb34a7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.590425 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-062e0160-9c56-4113-9965-16f5600e205d req-fa7c3500-9186-4a2b-80c3-0e90e9eb34a7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.0916684 Jul 23 16:17:19.660472 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-062e0160-9c56-4113-9965-16f5600e205d req-3b96c77f-62fe-4a2a-ae7a-39e2c29f2323 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561440 Jul 23 16:17:19.853044 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 70b17680-d59f-4c48-8644-64b99bce9ad5 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:19.948413 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 70b17680-d59f-4c48-8644-64b99bce9ad5 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:19.962375 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 70b17680-d59f-4c48-8644-64b99bce9ad5 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:19.962879 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.973605 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3b2a5-0d9d-43c0-96e4-56f480d5ad4a req-65a2dce3-99d6-4645-a301-1fd42b326a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.975356 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-21a3b2a5-0d9d-43c0-96e4-56f480d5ad4a req-65a2dce3-99d6-4645-a301-1fd42b326a9f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 1098 time: 0.0983963 Jul 23 16:17:20.045900 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-21a3b2a5-0d9d-43c0-96e4-56f480d5ad4a req-1504c154-d239-44ff-b301-7e25753f2f25 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595942 Jul 23 16:17:20.156964 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.196470 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 70b17680-d59f-4c48-8644-64b99bce9ad5, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=70b17680-d59f-4c48-8644-64b99bce9ad5,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:20.206031 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.213784 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-139f0660-ce9b-4dec-8970-9741e6b6c37b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:20.225143 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 57854) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:20.242526 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1044483505-network', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:20.267561 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:20.284517 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Usage tracker for resource:network and tenant:c8b31e16045544e0a13f4f51a37c8db5 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:20.305485 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:20.320243 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:20.355609 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Made reservation on behalf of c8b31e16045544e0a13f4f51a37c8db5 for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:20.371021 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.398258 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=70b17680-d59f-4c48-8644-64b99bce9ad5,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:20.408655 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:20.417739 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.478833 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:20.495289 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Usage tracker for resource:security_group_rule and tenant:c8b31e16045544e0a13f4f51a37c8db5 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:20.502359 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:20.522762 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:20.678213 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Sync routers for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:20.718938 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:17:20.721300 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:17:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:20.728405 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.736397 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.740922 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-639b347a-81c3-46ac-8e69-20f400bcad68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:20.830769 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:20.837240 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6e5d5-4e10-4441-bc67-ababe87a1dc7,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:20.842997 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:20.863733 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.865226 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Added segment 4212540d-861f-4138-ac47-4b45dcf873a8 of type vlan for network e4f30e2c-a15e-4fc4-a708-2f95655540c5 Jul 23 16:17:20.906853 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.951012 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.952715 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:20.953164 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.962111 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:21.013297 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55e7fa-97d9-4b43-837d-c5d99e878a19 req-96f17511-fa40-44c2-bbc2-0b6a45e17a29 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.022603 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-af55e7fa-97d9-4b43-837d-c5d99e878a19 req-96f17511-fa40-44c2-bbc2-0b6a45e17a29 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1561601 Jul 23 16:17:21.107790 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-af55e7fa-97d9-4b43-837d-c5d99e878a19 req-c3f2e445-a852-4135-a24a-baf99e31f303 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841463 Jul 23 16:17:21.115846 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:17:21.193318 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9657505 Jul 23 16:17:21.195568 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Pushing event updated for resources: {'Network': ['ID=e4f30e2c-a15e-4fc4-a708-2f95655540c5,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:21.196103 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 57890) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:21.198828 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:21.213291 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Request body: {'subnet': {'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1044483505-subnet', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:21.220552 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:21.226307 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Usage tracker for resource:subnet and tenant:c8b31e16045544e0a13f4f51a37c8db5 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:21.231145 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:21.240630 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:21.247776 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network e4f30e2c-a15e-4fc4-a708-2f95655540c5 details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:17:21.255723 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Made reservation on behalf of c8b31e16045544e0a13f4f51a37c8db5 for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:21.258724 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15231874'] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.744558 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14461955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15231984'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.753563 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:21.787290 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 70b17680-d59f-4c48-8644-64b99bce9ad5 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:21.813851 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210029fe-8d78-4991-bb82-cecbfd4549d4 req-cfa753f8-9403-4d06-99dd-181837d80871 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.816169 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-210029fe-8d78-4991-bb82-cecbfd4549d4 req-cfa753f8-9403-4d06-99dd-181837d80871 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.3001311 Jul 23 16:17:21.908624 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7caa07b9-201c-437b-9d49-ac3019f3f1cf,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:21.916319 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:21.928278 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-210029fe-8d78-4991-bb82-cecbfd4549d4 req-65f484c2-c411-4f26-a7c2-026ef2fb0767 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950851 Jul 23 16:17:21.929336 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Checking segment: {'id': '4212540d-861f-4138-ac47-4b45dcf873a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:17:21.929680 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Network hostable DHCP agents. Network: e4f30e2c-a15e-4fc4-a708-2f95655540c5, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:21.952131 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 70b17680-d59f-4c48-8644-64b99bce9ad5 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:21.952557 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.958916 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Network e4f30e2c-a15e-4fc4-a708-2f95655540c5 is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:21.981146 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, e4f30e2c-a15e-4fc4-a708-2f95655540c5) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:21.984089 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.984754 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.992404 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c07748-53ad-4ff3-b6b1-0c8596633a75 None None] Network e4f30e2c-a15e-4fc4-a708-2f95655540c5 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:17:22.012044 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-21587f03-37f7-4afa-97b9-72f50b3379ee admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8116691 Jul 23 16:17:22.012494 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 57912) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:22.019138 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14'}}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:22.024549 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:22.029859 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Usage tracker for resource:router and tenant:c8b31e16045544e0a13f4f51a37c8db5 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:22.034049 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:22.041009 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:22.056068 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-325'] for router, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.057341 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-332'] for router, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.085783 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.167826 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '2f0c883c-e14c-426c-becd-f213a620e0de', 'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'mac_address': 'fa:16:3e:a4:cc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:16Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 2, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'subnets': [{'id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:22.175272 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Checking router: 28097931-a39f-4e26-a62d-d571c9240960 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:22.175867 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Updating router 28097931-a39f-4e26-a62d-d571c9240960 port 2f0c883c-e14c-426c-becd-f213a620e0de binding host dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:22.450864 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.471114 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b9cdedf-693c-587c-a78b-8f08e8df0f19-e4f30e2c-a15e-4fc4-a708-2f95655540c5', 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'fixed_ips': [{'subnet_id': '7caa07b9-201c-437b-9d49-ac3019f3f1cf'}]}} from dv-cinder-802036-1-smb. {{(pid=78585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 23 16:17:22.472207 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.673069 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-346'] for router, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.745358 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bc25f-7e8a-4e2f-baa7-428a5edb1a47 req-d8b250c5-ebc5-44cb-aec4-f3f3b31f1ac9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.755024 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f20bc25f-7e8a-4e2f-baa7-428a5edb1a47 req-d8b250c5-ebc5-44cb-aec4-f3f3b31f1ac9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.3558908 Jul 23 16:17:22.854591 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f20bc25f-7e8a-4e2f-baa7-428a5edb1a47 req-4f8370a3-64e3-4fd5-96f4-20d82b40cb95 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956230 Jul 23 16:17:22.857240 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.db_base_plugin_common [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Allocated IP 172.20.0.2 (e4f30e2c-a15e-4fc4-a708-2f95655540c5/7caa07b9-201c-437b-9d49-ac3019f3f1cf/d9e2be09-ffa8-41e9-bb53-04a199c63d29) {{(pid=78585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:23.128071 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Notify callbacks [] for port, precommit_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.144036 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Transition to ACTIVE for port object d9e2be09-ffa8-41e9-bb53-04a199c63d29 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:23.205900 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Transition to ACTIVE for port object d9e2be09-ffa8-41e9-bb53-04a199c63d29 will not be triggered until provisioned by entity DHCP. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:23.244848 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.274221 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:23.436370 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Network e4f30e2c-a15e-4fc4-a708-2f95655540c5 is already hosted by enough agents. {{(pid=78585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:23.442221 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.base_scheduler [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Resources bound (agent type, host, resource id): {{(pid=78585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:23.448282 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Received port after_create {{(pid=78585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:17:23.477261 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b1c40-735b-4b05-9c54-3332eb162ebc req-db85b0d4-7532-4621-b6f4-126b35af4274 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.479051 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8b8b1c40-735b-4b05-9c54-3332eb162ebc req-db85b0d4-7532-4621-b6f4-126b35af4274 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.3390324 Jul 23 16:17:23.502634 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Pushing event updated for resources: {'Port': ['ID=d9e2be09-ffa8-41e9-bb53-04a199c63d29,revision_number=1']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:23.507718 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:23.509680 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Notify callbacks [] for port, precommit_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.524711 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Transition to ACTIVE for port object 2f0c883c-e14c-426c-becd-f213a620e0de will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:23.567096 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.578266 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:23.646351 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8b8b1c40-735b-4b05-9c54-3332eb162ebc req-45167d49-b5db-467f-b890-cc40fa04e3d1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447380 Jul 23 16:17:23.646351 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.713817 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.840476 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ca99-796c-442b-9203-8d8a6755d3f0 req-40f306f6-7940-47d4-b6f6-299badbbffd5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.840692 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Attempting to bind port d9e2be09-ffa8-41e9-bb53-04a199c63d29 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:23.843452 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Attempting to bind port d9e2be09-ffa8-41e9-bb53-04a199c63d29 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '4212540d-861f-4138-ac47-4b45dcf873a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:23.844232 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Attempting to bind port d9e2be09-ffa8-41e9-bb53-04a199c63d29 on network e4f30e2c-a15e-4fc4-a708-2f95655540c5 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:17:23.847815 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7af0ca99-796c-442b-9203-8d8a6755d3f0 req-40f306f6-7940-47d4-b6f6-299badbbffd5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.5050251 Jul 23 16:17:23.918567 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:17:23.918956 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Checking segment: {'id': '4212540d-861f-4138-ac47-4b45dcf873a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:17:23.919582 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.920153 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Bound using segment: {'id': '4212540d-861f-4138-ac47-4b45dcf873a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:17:23.920818 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Bound port: d9e2be09-ffa8-41e9-bb53-04a199c63d29, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4212540d-861f-4138-ac47-4b45dcf873a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:23.921403 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.945836 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7af0ca99-796c-442b-9203-8d8a6755d3f0 req-e8e867f5-86aa-4f0a-b04e-7a3a98049000 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970347 Jul 23 16:17:24.002709 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a65c0-4e6d-4ee9-a3e6-bb5385e92010 None None] Pushing event updated for resources: {'Port': ['ID=2f0c883c-e14c-426c-becd-f213a620e0de,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:24.005702 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-763a65c0-4e6d-4ee9-a3e6-bb5385e92010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:24.074301 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Allocated IP 172.28.2.208 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/f50abea8-2378-41e5-a7bc-cf028a93a9d9) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:24.125548 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Attempting to bind port 2f0c883c-e14c-426c-becd-f213a620e0de on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:24.126283 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Attempting to bind port 2f0c883c-e14c-426c-becd-f213a620e0de by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:24.126783 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Attempting to bind port 2f0c883c-e14c-426c-becd-f213a620e0de on network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:17:24.145043 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:17:24.145683 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Checking segment: {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:17:24.146227 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.146774 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Bound using segment: {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:17:24.147452 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Bound port: 2f0c883c-e14c-426c-becd-f213a620e0de, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:24.147968 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.248783 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] For port d9e2be09-ffa8-41e9-bb53-04a199c63d29, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:17:24.264778 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] For port d9e2be09-ffa8-41e9-bb53-04a199c63d29, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=d9e2be09-ffa8-41e9-bb53-04a199c63d29,segment=NetworkSegment(4212540d-861f-4138-ac47-4b45dcf873a8),segment_id=4212540d-861f-4138-ac47-4b45dcf873a8)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:17:24.279285 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.291630 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.303531 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:24.347466 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.361304 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d79a6c1e-9371-4b11-b5fb-2d7649a32fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:24.421796 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] For port 2f0c883c-e14c-426c-becd-f213a620e0de, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:17:24.481309 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] For port 2f0c883c-e14c-426c-becd-f213a620e0de, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=2f0c883c-e14c-426c-becd-f213a620e0de,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:17:24.496644 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:24.531295 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Pushing event updated for resources: {'Port': ['ID=d9e2be09-ffa8-41e9-bb53-04a199c63d29,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:24.541942 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:24.546074 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:24.561524 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:24.569664 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:24.593082 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:17:24.683544 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:17:24.684751 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:17:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:24.751287 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f50abea8-2378-41e5-a7bc-cf028a93a9d9,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:24.772773 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.776653 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.777205 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.780070 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.780726 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.781197 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.781761 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.782212 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.782674 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.783040 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.788506 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.789041 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:24.806918 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:24.938499 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a65c0-4e6d-4ee9-a3e6-bb5385e92010 None None] Pushing event updated for resources: {'Port': ['ID=2f0c883c-e14c-426c-becd-f213a620e0de,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:24.953362 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-763a65c0-4e6d-4ee9-a3e6-bb5385e92010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:25.207449 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:17:25.584126 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58000) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:25.711654 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f7e9f-b464-4436-9554-9acd2cb8ba4c req-7e9d6d7c-37d4-47a2-8acc-6176d39e4a26 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.715053 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3e3f7e9f-b464-4436-9554-9acd2cb8ba4c req-7e9d6d7c-37d4-47a2-8acc-6176d39e4a26 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.3900344 Jul 23 16:17:25.732361 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '2f0c883c-e14c-426c-becd-f213a620e0de', 'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'mac_address': 'fa:16:3e:a4:cc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:16Z', 'updated_at': '2021-07-23T16:17:24Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'subnets': [{'id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:25.743599 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d0c81-467b-4489-a301-2385ba491f4b None None] The sync data for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb is: [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '2f0c883c-e14c-426c-becd-f213a620e0de', 'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'mac_address': 'fa:16:3e:a4:cc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:16Z', 'updated_at': '2021-07-23T16:17:24Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'subnets': [{'id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:25.942284 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.978289 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device d9e2be09-ffa8-41e9-bb53-04a199c63d29 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:26.004437 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:26.014917 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:9b1939c776c04885ae922b49638dcb7f is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:26.024952 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:26.038564 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:26.099326 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3e3f7e9f-b464-4436-9554-9acd2cb8ba4c req-be861552-874b-4781-a378-87d86d3b56da tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728733 Jul 23 16:17:26.108738 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.155552 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port d9e2be09-ffa8-41e9-bb53-04a199c63d29 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:26.225668 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.233048 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.246771 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-268ec285-6c5e-4076-a665-ccc04dbc77fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:26.306212 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9b1939c776c04885ae922b49638dcb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7208955 Jul 23 16:17:26.306869 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58010) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:26.310135 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d11e0-9d71-463f-89ad-7ac17e37b997,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:26.332232 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.332590 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.332946 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.335764 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.336362 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.336863 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.337378 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.337896 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.338679 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.339207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.339695 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.340202 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:26.346551 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:26.381886 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66ac057-f01b-42a8-a563-7e3bc69d1356 None None] Network e4f30e2c-a15e-4fc4-a708-2f95655540c5 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:17:26.478246 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c2b2063e-bed4-4e97-84c7-264f80182953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.484114 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7049796d-657b-4177-af2d-aecf905e3cc9 None None] Provisioning for port d9e2be09-ffa8-41e9-bb53-04a199c63d29 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:26.504446 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7049796d-657b-4177-af2d-aecf905e3cc9 None None] Provisioning complete for port d9e2be09-ffa8-41e9-bb53-04a199c63d29 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:26.513191 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7049796d-657b-4177-af2d-aecf905e3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.536990 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c2b2063e-bed4-4e97-84c7-264f80182953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.613574 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c2b2063e-bed4-4e97-84c7-264f80182953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.635594 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-540320e6-9b2f-4d3f-af06-3227789649b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:26.663160 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-0a1d8fc9-e7ca-42f5-8eb2-16dabb369a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:26.671103 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2063e-bed4-4e97-84c7-264f80182953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d11e0-9d71-463f-89ad-7ac17e37b997,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:26.682052 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-0a1d8fc9-e7ca-42f5-8eb2-16dabb369a8e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1098 time: 0.3073933 Jul 23 16:17:26.687491 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c2b2063e-bed4-4e97-84c7-264f80182953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:26.709015 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c2b2063e-bed4-4e97-84c7-264f80182953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.716184 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-c2b2063e-bed4-4e97-84c7-264f80182953 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f2d11e0-9d71-463f-89ad-7ac17e37b997 HTTP/1.1" status: 204 len: 168 time: 0.4077868 Jul 23 16:17:27.071989 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7049796d-657b-4177-af2d-aecf905e3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.123625 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-7049796d-657b-4177-af2d-aecf905e3cc9 None None] For port d9e2be09-ffa8-41e9-bb53-04a199c63d29, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=d9e2be09-ffa8-41e9-bb53-04a199c63d29,segment=NetworkSegment(4212540d-861f-4138-ac47-4b45dcf873a8),segment_id=4212540d-861f-4138-ac47-4b45dcf873a8)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:27.147840 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689045'] for router, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.170228 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7049796d-657b-4177-af2d-aecf905e3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.181514 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-763a65c0-4e6d-4ee9-a3e6-bb5385e92010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:27.216715 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-879eccd5-9245-4d1e-a88d-a31a45c2cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.218943 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-879eccd5-9245-4d1e-a88d-a31a45c2cc0c service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 920 time: 0.5347285 Jul 23 16:17:27.320144 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049796d-657b-4177-af2d-aecf905e3cc9 None None] Pushing event updated for resources: {'Port': ['ID=d9e2be09-ffa8-41e9-bb53-04a199c63d29,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:27.331584 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7049796d-657b-4177-af2d-aecf905e3cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:27.345904 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58034) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:27.366642 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdd8ab-29c3-4fc1-99c0-cd133381fe68 req-d9b7d4d9-4785-45e8-a9f8-efcdf845c8de tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.371072 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.377682 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-adbdd8ab-29c3-4fc1-99c0-cd133381fe68 req-d9b7d4d9-4785-45e8-a9f8-efcdf845c8de tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.9297168 Jul 23 16:17:27.389326 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:27.397785 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Usage tracker for resource:security_group_rule and tenant:7f0724578c004bc0a422916af6ab2b44 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:27.401550 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:27.408716 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:27.411455 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-e613b8ad-e66f-4684-9f68-6bcbb49b180e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6 HTTP/1.1" status: 200 len: 217 time: 0.1738796 Jul 23 16:17:27.520015 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-adbdd8ab-29c3-4fc1-99c0-cd133381fe68 req-92850b3e-b64d-41a2-97aa-05c2ced77280 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407702 Jul 23 16:17:27.551634 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.559903 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.572100 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f1d0147f-93f2-48f6-a9ec-27ac8c70356b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:27.624502 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7f0724578c004bc0a422916af6ab2b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775033 Jul 23 16:17:27.628407 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58040) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:27.723831 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de992bc3-7001-4a4c-9484-611ec209b0e1,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:27.728105 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-15ee277b-0c3b-473c-b7f1-ced633797f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.732730 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-15ee277b-0c3b-473c-b7f1-ced633797f60 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.3053176 Jul 23 16:17:27.739166 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:27.797299 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9da9db35-20d4-4bc2-b636-b3b6072b4896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.814148 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-684cf071-e872-416e-9211-077d970a36bb None None] Provisioning complete for port d9e2be09-ffa8-41e9-bb53-04a199c63d29 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:27.814918 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-684cf071-e872-416e-9211-077d970a36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.832433 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9da9db35-20d4-4bc2-b636-b3b6072b4896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.929974 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9da9db35-20d4-4bc2-b636-b3b6072b4896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.931715 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-1dd7082b-44b2-46f0-b189-a5f4c1010d72 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738548 Jul 23 16:17:27.936331 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:27.977053 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9da9db35-20d4-4bc2-b636-b3b6072b4896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:27.981420 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-9da9db35-20d4-4bc2-b636-b3b6072b4896 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de992bc3-7001-4a4c-9484-611ec209b0e1 HTTP/1.1" status: 204 len: 168 time: 0.3462708 Jul 23 16:17:27.993871 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9db35-20d4-4bc2-b636-b3b6072b4896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de992bc3-7001-4a4c-9484-611ec209b0e1,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:28.004679 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9da9db35-20d4-4bc2-b636-b3b6072b4896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:28.118359 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device d9e2be09-ffa8-41e9-bb53-04a199c63d29 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:28.221720 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port d9e2be09-ffa8-41e9-bb53-04a199c63d29 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:28.222191 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:28.270109 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b789f5-3596-4314-8c94-9ee04c3ea605 req-b3fa712e-41d5-4a0a-bff2-735c6aa1d3bc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.279434 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a8b789f5-3596-4314-8c94-9ee04c3ea605 req-b3fa712e-41d5-4a0a-bff2-735c6aa1d3bc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.5262809 Jul 23 16:17:28.372567 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-75cc3d2e-f271-4af9-b4f6-68e30a75f8c8 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149818 Jul 23 16:17:28.375685 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Router 70953a66-ceb2-400e-a25f-471636cfa84b is scheduled to L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 with binding_index 1 {{(pid=78583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:17:28.382738 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a8b789f5-3596-4314-8c94-9ee04c3ea605 req-e0743deb-b97a-4c89-8d7c-cee62c226e01 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020854 Jul 23 16:17:28.416065 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 2f0c883c-e14c-426c-becd-f213a620e0de up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:28.543030 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 2f0c883c-e14c-426c-becd-f213a620e0de completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:28.549925 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 2f0c883c-e14c-426c-becd-f213a620e0de triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:28.550444 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:28.777933 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:28.822539 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 2f0c883c-e14c-426c-becd-f213a620e0de, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=2f0c883c-e14c-426c-becd-f213a620e0de,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:28.828597 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:28.831161 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:28.966615 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ef7bcb5-5872-48df-9ddf-ab2646a51e9f req-2cd33b52-6a32-4be4-be81-a2b11891ec8a service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803823 Jul 23 16:17:28.984482 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:17:29.001708 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Sync routers for ids ['70953a66-ceb2-400e-a25f-471636cfa84b'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:29.016231 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65779-d6da-4593-8264-c445876732d0 req-a6f2eb03-4e63-49a3-8b52-10cdaf3a7772 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:29.025423 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=2f0c883c-e14c-426c-becd-f213a620e0de,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:29.025836 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-17b65779-d6da-4593-8264-c445876732d0 req-a6f2eb03-4e63-49a3-8b52-10cdaf3a7772 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.2846808 Jul 23 16:17:29.029517 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:29.050440 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Routers {'70953a66-ceb2-400e-a25f-471636cfa84b'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:17:29.051319 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:17:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['70953a66-ceb2-400e-a25f-471636cfa84b'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:29.094348 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:29.098084 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58076) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:29.098568 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0844324 Jul 23 16:17:29.126051 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-17b65779-d6da-4593-8264-c445876732d0 req-c1134b88-7805-4d05-9e8b-8a27b3412575 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989172 Jul 23 16:17:29.269325 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Set router 70953a66-ceb2-400e-a25f-471636cfa84b gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:17:29.677901 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:22Z', 'updated_at': '2021-07-23T16:17:25Z', 'revision_number': 3, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'gw_port': {'id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:97:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:29.685637 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Checking router: 70953a66-ceb2-400e-a25f-471636cfa84b for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:29.686435 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Updating router 70953a66-ceb2-400e-a25f-471636cfa84b port f50abea8-2378-41e5-a7bc-cf028a93a9d9 binding host dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:29.861766 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:29.873619 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 2f0c883c-e14c-426c-becd-f213a620e0de up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:29.887718 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f6329-93f2-479c-bb27-e73af1ca3cc9 req-087af78d-b80c-48fe-9d56-b1111851863d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:29.890708 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3f1f6329-93f2-479c-bb27-e73af1ca3cc9 req-087af78d-b80c-48fe-9d56-b1111851863d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.2377083 Jul 23 16:17:29.979559 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3f1f6329-93f2-479c-bb27-e73af1ca3cc9 req-8d7f2fce-a403-4754-b04d-12e3317b8f5b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809066 Jul 23 16:17:30.056085 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 2f0c883c-e14c-426c-becd-f213a620e0de triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:30.057841 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.282266 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.444819 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab8bf6-2c7c-4933-90ba-22acc9ae31bf req-3bf2e5df-3aa4-449a-ad81-ce0c77e3d7d3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:30.446837 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b8ab8bf6-2c7c-4933-90ba-22acc9ae31bf req-3bf2e5df-3aa4-449a-ad81-ce0c77e3d7d3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1338344 Jul 23 16:17:30.483650 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Notify callbacks [] for port, precommit_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.506427 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.provisioning_blocks [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Transition to ACTIVE for port object f50abea8-2378-41e5-a7bc-cf028a93a9d9 will not be triggered until provisioned by entity L2. {{(pid=78586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:30.522853 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.531825 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b8ab8bf6-2c7c-4933-90ba-22acc9ae31bf req-6881f336-9e53-458d-988d-5e1cd90b3d4a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767250 Jul 23 16:17:30.539785 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:30.632739 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Allocated IP 172.20.0.1 (e4f30e2c-a15e-4fc4-a708-2f95655540c5/7caa07b9-201c-437b-9d49-ac3019f3f1cf/43dc62be-c964-4188-a29b-b884f97d483a) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:30.661193 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Attempting to bind port f50abea8-2378-41e5-a7bc-cf028a93a9d9 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:30.661824 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Attempting to bind port f50abea8-2378-41e5-a7bc-cf028a93a9d9 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:30.662351 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Attempting to bind port f50abea8-2378-41e5-a7bc-cf028a93a9d9 on network 80087887-44f3-4740-b360-651004434b14 {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:17:30.672963 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaa66a-6fea-4777-85d2-ed93ff5b7c91 None None] Pushing event updated for resources: {'Port': ['ID=f50abea8-2378-41e5-a7bc-cf028a93a9d9,revision_number=2']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:30.676412 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-aafaa66a-6fea-4777-85d2-ed93ff5b7c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:30.678475 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:17:30.679325 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Checking segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:17:30.680108 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.680867 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Bound using segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:17:30.681801 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Bound port: f50abea8-2378-41e5-a7bc-cf028a93a9d9, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:30.682573 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.817074 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] For port f50abea8-2378-41e5-a7bc-cf028a93a9d9, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:17:30.823792 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] For port f50abea8-2378-41e5-a7bc-cf028a93a9d9, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=f50abea8-2378-41e5-a7bc-cf028a93a9d9,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:17:30.833270 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.841980 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:30.860207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.866707 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339e41b-b399-4d22-adaf-1546f15ee822 req-19d28b9d-bc7d-4b61-bee4-5151603aff33 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:30.876051 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a339e41b-b399-4d22-adaf-1546f15ee822 req-19d28b9d-bc7d-4b61-bee4-5151603aff33 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1253152 Jul 23 16:17:30.878272 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Transition to ACTIVE for port object 43dc62be-c964-4188-a29b-b884f97d483a will not be triggered until provisioned by entity DHCP. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:30.912364 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.921194 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:30.949892 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a339e41b-b399-4d22-adaf-1546f15ee822 req-9955de02-6b4a-4f44-8694-6cd9b384d00b tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727839 Jul 23 16:17:30.985025 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Routers {'70953a66-ceb2-400e-a25f-471636cfa84b'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:17:30.985782 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:17:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['70953a66-ceb2-400e-a25f-471636cfa84b'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:31.152758 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Network e4f30e2c-a15e-4fc4-a708-2f95655540c5 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:31.161025 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:31.173848 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:17:31.175103 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659792'] for router_interface, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.207577 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=43dc62be-c964-4188-a29b-b884f97d483a,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:31.212224 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:31.272965 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaa66a-6fea-4777-85d2-ed93ff5b7c91 None None] Pushing event updated for resources: {'Port': ['ID=f50abea8-2378-41e5-a7bc-cf028a93a9d9,revision_number=3']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:31.286332 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-aafaa66a-6fea-4777-85d2-ed93ff5b7c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:31.325746 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] Set router 70953a66-ceb2-400e-a25f-471636cfa84b gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:17:31.426061 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1972d6b-077a-4dc3-bd94-c48c244f7935 req-c1d319d4-00bb-4ee3-b7d4-fc6cde8d96cc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:31.447166 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a1972d6b-077a-4dc3-bd94-c48c244f7935 req-c1d319d4-00bb-4ee3-b7d4-fc6cde8d96cc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.2407413 Jul 23 16:17:31.505912 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a1972d6b-077a-4dc3-bd94-c48c244f7935 req-0733788b-d305-4175-a1db-fc5c3b6f7b0c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576882 Jul 23 16:17:31.506129 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58138) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:31.550841 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-bc08d0ee-7983-4093-8d19-8dfae546b3cf None None] Provisioning for port 43dc62be-c964-4188-a29b-b884f97d483a completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:31.557446 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-bc08d0ee-7983-4093-8d19-8dfae546b3cf None None] Provisioning complete for port 43dc62be-c964-4188-a29b-b884f97d483a triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:31.558496 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-bc08d0ee-7983-4093-8d19-8dfae546b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.572443 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.692277 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 58146) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:31.699879 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-bc08d0ee-7983-4093-8d19-8dfae546b3cf None None] Port 43dc62be-c964-4188-a29b-b884f97d483a cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:31.824805 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:22Z', 'updated_at': '2021-07-23T16:17:25Z', 'revision_number': 3, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'gw_port': {'id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:97:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:31.830958 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98825d93-0365-4685-b05c-dd91ef534081 None None] The sync data for ids ['70953a66-ceb2-400e-a25f-471636cfa84b'] in dv-cinder-802036-1-smb is: [{'id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:22Z', 'updated_at': '2021-07-23T16:17:25Z', 'revision_number': 3, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'gw_port': {'id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:97:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:31.848892 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74ed29-a731-4068-89e3-7c6e8c3e3517 req-eb99709f-7e5c-4c3d-aaa7-b62bf471582c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:31.850836 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2a74ed29-a731-4068-89e3-7c6e8c3e3517 req-eb99709f-7e5c-4c3d-aaa7-b62bf471582c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1121976 Jul 23 16:17:31.906990 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.953597 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2a74ed29-a731-4068-89e3-7c6e8c3e3517 req-74a224b9-cb6c-406c-b5ad-36a2ffe02368 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959103 Jul 23 16:17:31.954643 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:31.968640 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6792125c45445ebe617e4f7d038600 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:31.975587 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:31.988415 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:32.031394 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.078698 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:32.087755 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Usage tracker for resource:security_group_rule and tenant:74f267b81c9e46bfbb616bc0f1b5f9d0 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:32.092203 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:32.100739 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:32.139961 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.149869 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.150835 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659775'] for router_interface, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.156089 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:32.224423 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.238955 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.252609 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-681aa88d-1ae8-42e2-9dd0-bfc66b088ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:32.309357 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c6792125c45445ebe617e4f7d038600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6140606 Jul 23 16:17:32.323425 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 58154) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:32.331854 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=43dc62be-c964-4188-a29b-b884f97d483a,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.335173 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:32.390598 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa571c77-97c3-4ea0-ae8c-bc228694e805 req-1a79df39-c9cf-4746-9acf-fae507755cf9 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.392755 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-aa571c77-97c3-4ea0-ae8c-bc228694e805 req-1a79df39-c9cf-4746-9acf-fae507755cf9 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.2892835 Jul 23 16:17:32.393219 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d83225-2802-44ee-87b6-f9557c31f960,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.399230 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7d0e6723-b9ed-44f8-aa29-442ba540f782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:32.474016 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-883fcb02-05b3-4cb4-a20d-b63999c3bab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.479080 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-aa571c77-97c3-4ea0-ae8c-bc228694e805 req-7ef0957d-fc38-4af2-a228-d4b0bf0bbb9f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706506 Jul 23 16:17:32.518873 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-883fcb02-05b3-4cb4-a20d-b63999c3bab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.523952 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.532563 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.549666 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-71c005bb-5a30-4b02-9ff5-eeabb111914e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:32.610730 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea437911-05b2-4512-bb7f-a891123345f0,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.617941 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:32.630596 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-883fcb02-05b3-4cb4-a20d-b63999c3bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.641737 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:32.658842 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74f267b81c9e46bfbb616bc0f1b5f9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1403611 Jul 23 16:17:32.664068 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58160) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:32.679816 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-883fcb02-05b3-4cb4-a20d-b63999c3bab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.681605 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-883fcb02-05b3-4cb4-a20d-b63999c3bab2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62d83225-2802-44ee-87b6-f9557c31f960 HTTP/1.1" status: 204 len: 168 time: 0.3563015 Jul 23 16:17:32.683525 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fcb02-05b3-4cb4-a20d-b63999c3bab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d83225-2802-44ee-87b6-f9557c31f960,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.683723 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Network e4f30e2c-a15e-4fc4-a708-2f95655540c5 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:32.686682 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:32.703376 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-883fcb02-05b3-4cb4-a20d-b63999c3bab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:32.882334 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-02c1e818-3d2e-47ab-ad54-06b746e10b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.986496 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20527d13-204c-4161-8b6d-1e22c69e68b5 req-955756ee-d3f0-45e3-8781-5b8846d6d28f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.988757 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-20527d13-204c-4161-8b6d-1e22c69e68b5 req-955756ee-d3f0-45e3-8781-5b8846d6d28f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.1965086 Jul 23 16:17:33.021521 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-02c1e818-3d2e-47ab-ad54-06b746e10b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.089543 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-20527d13-204c-4161-8b6d-1e22c69e68b5 req-ca20da65-1bbe-4801-9c6f-ea446cdc3752 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925133 Jul 23 16:17:33.142333 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Router 70953a66-ceb2-400e-a25f-471636cfa84b has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:33.173670 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-f6e28542-b51f-4e7c-a5d7-3da735c9b17d None None] Provisioning complete for port 43dc62be-c964-4188-a29b-b884f97d483a triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:33.175475 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f6e28542-b51f-4e7c-a5d7-3da735c9b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.209040 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 58170) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:33.288348 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.291962 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-02c1e818-3d2e-47ab-ad54-06b746e10b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.303499 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f36ab5bc-a894-42ab-9a5f-3fce7473a51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:33.308753 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf2f5-18c8-460a-87f6-0eb7d5c45b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.311552 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-f6e28542-b51f-4e7c-a5d7-3da735c9b17d None None] Port 43dc62be-c964-4188-a29b-b884f97d483a cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:33.315521 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:33.327024 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Usage tracker for resource:security_group_rule and tenant:54fad971612b42bdbf6b362c1c3cc2c8 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:33.332121 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:33.339746 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:33.396424 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8f813-f3f1-43bf-92db-4a792903ef8a req-5ddcc78b-1007-4e5d-adb2-07cabd4e41b8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:33.403770 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9cb8f813-f3f1-43bf-92db-4a792903ef8a req-5ddcc78b-1007-4e5d-adb2-07cabd4e41b8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1899955 Jul 23 16:17:33.481563 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9cb8f813-f3f1-43bf-92db-4a792903ef8a req-1562ae48-696f-46c2-8558-958c932122d0 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768325 Jul 23 16:17:33.518742 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.524103 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.535982 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4a995d0e-2801-4c3b-9ba0-f04a8b7d9899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:33.558031 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1e818-3d2e-47ab-ad54-06b746e10b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea437911-05b2-4512-bb7f-a891123345f0,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:33.567462 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-02c1e818-3d2e-47ab-ad54-06b746e10b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:33.582464 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-02c1e818-3d2e-47ab-ad54-06b746e10b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.586442 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-02c1e818-3d2e-47ab-ad54-06b746e10b8b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea437911-05b2-4512-bb7f-a891123345f0 HTTP/1.1" status: 204 len: 168 time: 0.9211366 Jul 23 16:17:33.593505 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.600625 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:17:33.606801 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] 10.222.0.76 "PUT /v2.0/routers/70953a66-ceb2-400e-a25f-471636cfa84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5075479 Jul 23 16:17:33.616893 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952a6d0b-5746-46eb-bc05-3da2beb52d9f,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:33.637264 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:33.654286 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=54fad971612b42bdbf6b362c1c3cc2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430299 Jul 23 16:17:33.657084 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 58180) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:33.808085 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f9d40ce4-6007-4b61-a6a6-af3856317825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.849318 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f9d40ce4-6007-4b61-a6a6-af3856317825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.887554 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device f50abea8-2378-41e5-a7bc-cf028a93a9d9 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:33.944359 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c86159-d5f2-4410-b3ac-fbcc3ffa8475 req-89597522-54d8-470b-a37b-70e3276ea8f9 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:33.947205 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d9c86159-d5f2-4410-b3ac-fbcc3ffa8475 req-89597522-54d8-470b-a37b-70e3276ea8f9 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.2023528 Jul 23 16:17:34.001184 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f9d40ce4-6007-4b61-a6a6-af3856317825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.016222 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-6d4a5867-efb8-4e01-ba51-721ff6ed27ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:34.031026 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port f50abea8-2378-41e5-a7bc-cf028a93a9d9 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:34.037207 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port f50abea8-2378-41e5-a7bc-cf028a93a9d9 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:34.037891 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.065224 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d40ce4-6007-4b61-a6a6-af3856317825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952a6d0b-5746-46eb-bc05-3da2beb52d9f,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:34.069766 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f9d40ce4-6007-4b61-a6a6-af3856317825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.071146 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-f9d40ce4-6007-4b61-a6a6-af3856317825 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/952a6d0b-5746-46eb-bc05-3da2beb52d9f HTTP/1.1" status: 204 len: 168 time: 0.4128714 Jul 23 16:17:34.072645 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f9d40ce4-6007-4b61-a6a6-af3856317825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:34.089274 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d9c86159-d5f2-4410-b3ac-fbcc3ffa8475 req-fc0e016f-3a0d-4faa-b339-6bad450915ab tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318195 Jul 23 16:17:34.247238 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.268707 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port f50abea8-2378-41e5-a7bc-cf028a93a9d9, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=f50abea8-2378-41e5-a7bc-cf028a93a9d9,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:34.275608 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:34.281991 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:34.461645 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=f50abea8-2378-41e5-a7bc-cf028a93a9d9,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:34.486019 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.486643 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.487281 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.487901 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.488531 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.489248 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.489875 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.490487 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.491093 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.491719 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.492349 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.493213 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:34.500571 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:34.502453 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Sync routers for ids ['70953a66-ceb2-400e-a25f-471636cfa84b'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:34.523337 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Routers {'70953a66-ceb2-400e-a25f-471636cfa84b'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:17:34.524762 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:17:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['70953a66-ceb2-400e-a25f-471636cfa84b'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:34.794830 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-39f2690c-9fc7-4bb4-9ad7-8a37f20f30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:34.796495 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-39f2690c-9fc7-4bb4-9ad7-8a37f20f30ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1098 time: 0.4705844 Jul 23 16:17:34.895444 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:17:35.044447 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-c5b7c5fb-c4ef-473d-a71e-97738b2bbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:35.045951 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-c5b7c5fb-c4ef-473d-a71e-97738b2bbbca service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 920 time: 0.1900959 Jul 23 16:17:35.162539 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Set router 70953a66-ceb2-400e-a25f-471636cfa84b gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:17:35.165094 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-ae43dc9a-0ee0-490d-9a88-741e346d2ffc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6 HTTP/1.1" status: 200 len: 217 time: 0.1114063 Jul 23 16:17:35.180872 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e46376-7544-4ec0-b442-d202a6aede3d req-65bd1707-3cbb-46bb-9e78-e2d027e35b27 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:35.188975 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-53e46376-7544-4ec0-b442-d202a6aede3d req-65bd1707-3cbb-46bb-9e78-e2d027e35b27 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.5646996 Jul 23 16:17:35.342586 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-53e46376-7544-4ec0-b442-d202a6aede3d req-9e64404a-3e7b-4792-94d0-19edc88d51b5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525538 Jul 23 16:17:35.344245 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-cac1eb50-c81c-426f-b669-b32d7f9d173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:35.346008 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-cac1eb50-c81c-426f-b669-b32d7f9d173e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.1544142 Jul 23 16:17:35.404999 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-0af88621-d2e2-4a25-9e21-acd7386656bb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508654 Jul 23 16:17:35.524946 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:35.547959 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'port_id': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'mac_address': 'fa:16:3e:fc:57:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:17:35.730534 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58254) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:35.744810 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607650223', 'description': 'tempest-secgroup-smoke-607650223 description', 'project_id': '66572cb132ed4212a4ee4905adcc3268'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:35.774888 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:35.776957 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.789635 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:security_group and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:35.800963 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:35.813129 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa70710c-7639-4f88-be0e-b5b0a70b9212 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:35.828385 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:35.858886 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.978224 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:35.983548 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device f50abea8-2378-41e5-a7bc-cf028a93a9d9 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:35.989900 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:security_group_rule and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:35.998588 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:36.009281 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:36.027436 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-0f334a05-de60-4006-8d30-9b97f68fc153 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030810 Jul 23 16:17:36.188814 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:36.208378 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.220159 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:36.349001 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.357231 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.378243 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6af2e8e7-006f-42df-ad38-3723e2a52080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:36.383484 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-95fd0a1f-1089-4b1a-9d90-d2acfaaf0c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.407870 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=6']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:36.421937 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:36.477244 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5386409e-9970-4068-959c-a80159217110,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:36.481730 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:36.485917 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.499599 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7655258 Jul 23 16:17:36.500599 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58268) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:36.507028 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['aa70710c-7639-4f88-be0e-b5b0a70b9212'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:17:36.507244 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Request body: {'security_group_rule': {'security_group_id': '5386409e-9970-4068-959c-a80159217110', 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:36.515636 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:36.521311 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:security_group_rule and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:36.524753 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:36.533535 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:36.578632 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port f50abea8-2378-41e5-a7bc-cf028a93a9d9 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:36.579429 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.604326 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.747989 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.762924 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.767061 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:36.778186 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b3ca04b3-c861-4d85-9575-9d90d03a572f req-f0f79642-8483-4912-9fae-2f683649e925 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192295 Jul 23 16:17:36.804713 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70c159c-eab0-420f-8769-b3a01ed75fd1,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:36.812960 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:36.839966 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d021c50-741f-4f41-b43f-b6d8221bc927 req-2f97930f-18f1-4412-8c88-47762eebe084 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.843100 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.845625 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3434935 Jul 23 16:17:36.848606 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9d021c50-741f-4f41-b43f-b6d8221bc927 req-2f97930f-18f1-4412-8c88-47762eebe084 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 1.3359346 Jul 23 16:17:36.850407 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58274) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:36.875915 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Request body: {'security_group_rule': {'security_group_id': '5386409e-9970-4068-959c-a80159217110', 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:36.901381 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:36.915081 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:security_group_rule and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:36.932084 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:36.935636 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9d021c50-741f-4f41-b43f-b6d8221bc927 req-6b627aa9-6f51-42b0-926f-1a6ce09474b9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858657 Jul 23 16:17:36.958369 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:36.973624 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b903c25-e3b9-4799-8800-a391119baeb6 req-ad1e2988-752c-47e5-b05b-08aea77b25d2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.990418 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3b903c25-e3b9-4799-8800-a391119baeb6 req-ad1e2988-752c-47e5-b05b-08aea77b25d2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.9507313 Jul 23 16:17:36.994364 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.041577 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.151183 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3b903c25-e3b9-4799-8800-a391119baeb6 req-6c50e6ea-ad5a-4f0e-8b17-7d80bcc94797 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590421 Jul 23 16:17:37.252525 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:22Z', 'updated_at': '2021-07-23T16:17:31Z', 'revision_number': 4, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'gw_port': {'id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '43dc62be-c964-4188-a29b-b884f97d483a', 'name': '', 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'mac_address': 'fa:16:3e:60:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7caa07b9-201c-437b-9d49-ac3019f3f1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:30Z', 'updated_at': '2021-07-23T16:17:31Z', 'revision_number': 2, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'subnets': [{'id': '7caa07b9-201c-437b-9d49-ac3019f3f1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:37.295163 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.304508 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.306809 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Checking router: 70953a66-ceb2-400e-a25f-471636cfa84b for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:37.308823 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9d729d1b-57df-4549-824f-b1dd7ad8896f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:37.309922 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Updating router 70953a66-ceb2-400e-a25f-471636cfa84b port 43dc62be-c964-4188-a29b-b884f97d483a binding host dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:37.378892 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6382855-6803-4ce2-a822-adb927c6df6e,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:37.397169 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:37.404645 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.416689 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5603499 Jul 23 16:17:37.419516 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 58282) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:37.450327 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Request body: {'security_group_rule': {'security_group_id': '5386409e-9970-4068-959c-a80159217110', 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:37.458489 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:37.466116 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:security_group_rule and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:37.467695 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.470040 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:37.482138 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:37.514683 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.737040 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.791873 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea61770-4153-4455-b73c-b3efc6003ba5 req-fecc96ad-e992-4721-9059-9902cdc2a3b4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.804562 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cea61770-4153-4455-b73c-b3efc6003ba5 req-fecc96ad-e992-4721-9059-9902cdc2a3b4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 945 time: 0.5534711 Jul 23 16:17:37.819889 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.965811 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c6411980-e065-4309-82bc-91be1dc85d29 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:38.076691 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c1596b-e87b-4480-bc1c-8b11047a179b,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:38.119716 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:38.144120 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cea61770-4153-4455-b73c-b3efc6003ba5 req-910c5503-d15c-40c6-bf25-0f129a88c6cf tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227034 Jul 23 16:17:38.160467 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.166094 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58298) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:38.176031 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Request body: {'security_group_rule': {'security_group_id': '5386409e-9970-4068-959c-a80159217110', 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:38.180817 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7454658 Jul 23 16:17:38.205003 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:38.221250 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:security_group_rule and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:38.230625 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:38.257679 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:38.343279 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.386957 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Notify callbacks [] for port, precommit_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.411829 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Transition to ACTIVE for port object 43dc62be-c964-4188-a29b-b884f97d483a will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:38.425452 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.433682 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.440449 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-f854d4d1-9afb-4d8f-a909-4025afd21b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:38.598858 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.607357 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.625304 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-28239be8-148f-4c0a-96cf-0248ccb8d36b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:38.660328 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.661619 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac715af-10cf-453f-ae40-86ff631663af,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:38.670559 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:38.712227 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.713832 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5466738 Jul 23 16:17:38.718269 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58306) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:38.733285 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Request body: {'security_group_rule': {'security_group_id': '5386409e-9970-4068-959c-a80159217110', 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:38.755055 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:38.764105 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:security_group_rule and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:38.767930 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:38.783671 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:38.804530 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.securitygroups_db [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Project 66572cb132ed4212a4ee4905adcc3268 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:17:38.817086 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.819017 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:38.958866 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.965746 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.969891 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-22f7aa71-4bf7-4c0d-b095-3378b0967f4a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:39.011472 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9f66-51ec-4479-8d35-eadfadcd5150 req-3bc43ab3-f48b-40de-8f04-78af9625bcd1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:39.023189 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6714ad47-e1e0-4f6f-8f26-21615f2923ff,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:39.023684 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-68bb9f66-51ec-4479-8d35-eadfadcd5150 req-3bc43ab3-f48b-40de-8f04-78af9625bcd1 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.6526122 Jul 23 16:17:39.047499 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:39.068177 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.080881 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-3e9fae50-4b0a-4c4f-86c0-45257e290c5c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3587153 Jul 23 16:17:39.083014 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58316) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:39.086047 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23714f3d-f0c6-43a5-a3fa-ec3c06329c76 None None] Pushing event updated for resources: {'Port': ['ID=43dc62be-c964-4188-a29b-b884f97d483a,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:39.092880 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013d153-38bb-455a-95a8-ab1199b51e1a req-a3c9ba01-8338-4f46-a38a-0298da1ae6a4 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:39.093219 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Request body: {'security_group_rule': {'security_group_id': '5386409e-9970-4068-959c-a80159217110', 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:39.100515 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-23714f3d-f0c6-43a5-a3fa-ec3c06329c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:39.106465 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:39.114140 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:security_group_rule and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:39.115832 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1013d153-38bb-455a-95a8-ab1199b51e1a req-a3c9ba01-8338-4f46-a38a-0298da1ae6a4 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.4747272 Jul 23 16:17:39.132114 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:39.160926 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Attempting to bind port 43dc62be-c964-4188-a29b-b884f97d483a on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:39.161473 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Attempting to bind port 43dc62be-c964-4188-a29b-b884f97d483a by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '4212540d-861f-4138-ac47-4b45dcf873a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:39.162264 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Attempting to bind port 43dc62be-c964-4188-a29b-b884f97d483a on network e4f30e2c-a15e-4fc4-a708-2f95655540c5 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:17:39.173804 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:39.177418 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:17:39.177971 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Checking segment: {'id': '4212540d-861f-4138-ac47-4b45dcf873a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:17:39.178494 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.179007 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Bound using segment: {'id': '4212540d-861f-4138-ac47-4b45dcf873a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:17:39.179626 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Bound port: 43dc62be-c964-4188-a29b-b884f97d483a, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4212540d-861f-4138-ac47-4b45dcf873a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:39.180317 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.208196 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.securitygroups_db [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Project 66572cb132ed4212a4ee4905adcc3268 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:17:39.227139 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-68bb9f66-51ec-4479-8d35-eadfadcd5150 req-85a60050-319f-41ca-966c-7904d7a0f35b tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999052 Jul 23 16:17:39.228397 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port aa70710c-7639-4f88-be0e-b5b0a70b9212 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:39.228605 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.243309 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.348883 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1013d153-38bb-455a-95a8-ab1199b51e1a req-f3e266f6-fbb4-4b11-8eea-1e446a8c0d09 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994815 Jul 23 16:17:39.442545 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.452405 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.464874 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-17fe7e53-a594-4cc3-99bc-064a934602f3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:39.507903 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b97b7a3-7d78-4200-8103-e972fc0f5d5c,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:39.526829 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:39.543314 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] For port 43dc62be-c964-4188-a29b-b884f97d483a, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:17:39.564942 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.569739 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-86595cd5-5823-425b-92f0-5154094c20e9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4855850 Jul 23 16:17:39.588416 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] For port 43dc62be-c964-4188-a29b-b884f97d483a, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=43dc62be-c964-4188-a29b-b884f97d483a,segment=NetworkSegment(4212540d-861f-4138-ac47-4b45dcf873a8),segment_id=4212540d-861f-4138-ac47-4b45dcf873a8)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:17:39.607502 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.626422 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.636711 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:39.745198 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:39.754463 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:39.774004 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.789321 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Routers {'70953a66-ceb2-400e-a25f-471636cfa84b'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:17:39.790214 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:17:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['70953a66-ceb2-400e-a25f-471636cfa84b'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:39.937366 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de88847-5bf4-4cbc-a889-fd6c720ab87d req-19c84a20-1ea5-46fd-9d73-2cd0f423189c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:39.951769 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7de88847-5bf4-4cbc-a889-fd6c720ab87d req-19c84a20-1ea5-46fd-9d73-2cd0f423189c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 945 time: 0.4254484 Jul 23 16:17:39.980314 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'code': 200} Jul 23 16:17:40.071760 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23714f3d-f0c6-43a5-a3fa-ec3c06329c76 None None] Pushing event updated for resources: {'Port': ['ID=43dc62be-c964-4188-a29b-b884f97d483a,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:40.076658 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7de88847-5bf4-4cbc-a889-fd6c720ab87d req-d7f84c4c-207b-4400-9546-88812825488b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206419 Jul 23 16:17:40.079824 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-23714f3d-f0c6-43a5-a3fa-ec3c06329c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:40.080311 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:40.366657 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] Set router 70953a66-ceb2-400e-a25f-471636cfa84b gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:17:40.536492 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=7']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:40.550881 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:41.151535 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:22Z', 'updated_at': '2021-07-23T16:17:31Z', 'revision_number': 4, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'gw_port': {'id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '43dc62be-c964-4188-a29b-b884f97d483a', 'name': '', 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'mac_address': 'fa:16:3e:60:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7caa07b9-201c-437b-9d49-ac3019f3f1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:30Z', 'updated_at': '2021-07-23T16:17:39Z', 'revision_number': 4, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'subnets': [{'id': '7caa07b9-201c-437b-9d49-ac3019f3f1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:41.157876 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf5798-56bd-4a41-8187-f2b385cd22a7 None None] The sync data for ids ['70953a66-ceb2-400e-a25f-471636cfa84b'] in dv-cinder-802036-1-smb is: [{'id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:22Z', 'updated_at': '2021-07-23T16:17:31Z', 'revision_number': 4, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'gw_port': {'id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '43dc62be-c964-4188-a29b-b884f97d483a', 'name': '', 'network_id': 'e4f30e2c-a15e-4fc4-a708-2f95655540c5', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'mac_address': 'fa:16:3e:60:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7caa07b9-201c-437b-9d49-ac3019f3f1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:30Z', 'updated_at': '2021-07-23T16:17:39Z', 'revision_number': 4, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'subnets': [{'id': '7caa07b9-201c-437b-9d49-ac3019f3f1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:41.298630 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2b081-4944-4678-981e-1efb1ab9000d req-7fba6750-3b56-4125-819b-52eff9609474 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.308555 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c3f2b081-4944-4678-981e-1efb1ab9000d req-7fba6750-3b56-4125-819b-52eff9609474 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.8638787 Jul 23 16:17:41.396218 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e3d32-718b-4c44-9488-21838613e404 req-6f322dec-1fea-4975-b7a5-da01e03533c3 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.407728 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-793e3d32-718b-4c44-9488-21838613e404 req-6f322dec-1fea-4975-b7a5-da01e03533c3 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.8473563 Jul 23 16:17:41.434751 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a2f46-6d6a-4aea-aac3-70bd1d5af149 req-7b8e02d8-f30d-4c12-ab01-d166d54adc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.435715 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4c7a2f46-6d6a-4aea-aac3-70bd1d5af149 req-7b8e02d8-f30d-4c12-ab01-d166d54adc20 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1098 time: 0.7525690 Jul 23 16:17:41.579071 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c3f2b081-4944-4678-981e-1efb1ab9000d req-1e8de6e5-36d9-492e-8566-d78b3baf88b8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559171 Jul 23 16:17:41.605521 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4c7a2f46-6d6a-4aea-aac3-70bd1d5af149 req-2daeaaa2-b050-4d89-a707-b96790467c17 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299040 Jul 23 16:17:41.691574 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-793e3d32-718b-4c44-9488-21838613e404 req-dfc6afcd-7815-4fbb-b5b1-b805f0548f53 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633319 Jul 23 16:17:41.981862 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 43dc62be-c964-4188-a29b-b884f97d483a up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:42.099277 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 43dc62be-c964-4188-a29b-b884f97d483a completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:42.100585 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06380f08-deb5-4735-8c03-bdd738b8e363 req-5870b388-5851-4eca-a2b2-2ba4bfaee514 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.109417 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 43dc62be-c964-4188-a29b-b884f97d483a triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:42.110507 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.111762 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-06380f08-deb5-4735-8c03-bdd738b8e363 req-5870b388-5851-4eca-a2b2-2ba4bfaee514 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.2381985 Jul 23 16:17:42.291786 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-06380f08-deb5-4735-8c03-bdd738b8e363 req-d624633f-4044-4a8a-9315-9c7e2ee37a82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773274 Jul 23 16:17:42.387221 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.506088 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 43dc62be-c964-4188-a29b-b884f97d483a, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=43dc62be-c964-4188-a29b-b884f97d483a,segment=NetworkSegment(4212540d-861f-4138-ac47-4b45dcf873a8),segment_id=4212540d-861f-4138-ac47-4b45dcf873a8)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:17:42.516400 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.551430 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2243921a-01a3-41ac-8166-3a33658a7e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:42.771476 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=43dc62be-c964-4188-a29b-b884f97d483a,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:42.785717 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:43.143682 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6e9a7-96fe-458c-b49c-1d61e586df0e req-71d4e6f8-bfe4-43a6-ac02-69277781b058 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.151372 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-13f6e9a7-96fe-458c-b49c-1d61e586df0e req-71d4e6f8-bfe4-43a6-ac02-69277781b058 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1497133 Jul 23 16:17:43.188174 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98429-3f70-498e-b3ee-153e2106e2bc req-a060cde2-f833-44bc-9a6e-d8c02e7b1b04 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.189919 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e4c98429-3f70-498e-b3ee-153e2106e2bc req-a060cde2-f833-44bc-9a6e-d8c02e7b1b04 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.2627161 Jul 23 16:17:43.290079 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-13f6e9a7-96fe-458c-b49c-1d61e586df0e req-50b4fd10-9330-4f90-8fbb-493d1fb977da tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363790 Jul 23 16:17:43.351290 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e4c98429-3f70-498e-b3ee-153e2106e2bc req-f7770583-2ea4-4c94-819b-84122cb7534e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413736 Jul 23 16:17:43.901903 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa36a-3721-4a69-aa27-b9d7550ae8ec req-081ba2ea-a2a7-4e22-8ede-93cefba2dbf0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.903771 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1bffa36a-3721-4a69-aa27-b9d7550ae8ec req-081ba2ea-a2a7-4e22-8ede-93cefba2dbf0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.3095357 Jul 23 16:17:43.933614 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 43dc62be-c964-4188-a29b-b884f97d483a up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:17:44.056421 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 43dc62be-c964-4188-a29b-b884f97d483a triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:44.058628 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.212936 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1bffa36a-3721-4a69-aa27-b9d7550ae8ec req-1ff36635-1402-418a-b98b-b4a00895fbec tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405310 Jul 23 16:17:44.267444 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dcc10-5e2f-46dc-988b-021368e6a16d req-b0c330ce-9ef8-47ea-ba09-443e336521f7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.269142 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c2dcc10-5e2f-46dc-988b-021368e6a16d req-b0c330ce-9ef8-47ea-ba09-443e336521f7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.2957523 Jul 23 16:17:44.314748 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-a20af16a-4c06-4e4c-a401-3f152d2021f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.317017 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-a20af16a-4c06-4e4c-a401-3f152d2021f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1098 time: 0.4122453 Jul 23 16:17:44.442528 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58464) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:44.599303 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-84239a36-dcb7-406f-9353-2f5ebb2b7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.600736 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-84239a36-dcb7-406f-9353-2f5ebb2b7809 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 920 time: 0.2652998 Jul 23 16:17:44.772236 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-9ef3c9eb-1b38-4eff-b0a7-40f56ca1fbba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6 HTTP/1.1" status: 200 len: 217 time: 0.1235068 Jul 23 16:17:44.774248 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.782151 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c2dcc10-5e2f-46dc-988b-021368e6a16d req-dddfd868-07cd-4679-ba41-0c7a39563bb2 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640517 Jul 23 16:17:44.838854 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:44.856525 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e6bea44b8ccb404d88f4d6da4361822a is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:44.867296 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:44.893222 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:44.915117 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-2eec4e62-65ec-47e5-9f68-ca17c6de9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.916611 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-2eec4e62-65ec-47e5-9f68-ca17c6de9ba9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.1257360 Jul 23 16:17:44.932710 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc338de6-b507-44f3-8cbb-c4d1b3171270 req-e5ea271b-dd8f-46a9-b1d8-a59afd7597b0 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.934959 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cc338de6-b507-44f3-8cbb-c4d1b3171270 req-e5ea271b-dd8f-46a9-b1d8-a59afd7597b0 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.3450153 Jul 23 16:17:45.036774 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-265fbe57-c933-4f31-91c8-8bb94355848a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005239 Jul 23 16:17:45.083729 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.089958 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.104626 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cc338de6-b507-44f3-8cbb-c4d1b3171270 req-3db6f8d7-67b2-4b1f-8706-9a33cec272c3 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182714 Jul 23 16:17:45.157713 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d539e8a3-4e68-4e94-bd6a-5cbff69de86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:45.169051 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6bea44b8ccb404d88f4d6da4361822a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7221193 Jul 23 16:17:45.169695 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58478) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:45.269187 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2d069f-41e4-4b9f-801d-ca68c759ebaa,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:45.273427 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:45.278099 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f9c5ad68-310a-4d19-9b12-f4092848a347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.303881 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-afa309fd-88b2-49c6-a1ea-f5f357fb1df2 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544954 Jul 23 16:17:45.325538 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f9c5ad68-310a-4d19-9b12-f4092848a347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.460842 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f9c5ad68-310a-4d19-9b12-f4092848a347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.465236 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-caab5961-4032-49b1-bac7-70015bfb03c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:45.495778 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5ad68-310a-4d19-9b12-f4092848a347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2d069f-41e4-4b9f-801d-ca68c759ebaa,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:45.495778 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f9c5ad68-310a-4d19-9b12-f4092848a347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:45.536160 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f9c5ad68-310a-4d19-9b12-f4092848a347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.537473 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f9c5ad68-310a-4d19-9b12-f4092848a347 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe2d069f-41e4-4b9f-801d-ca68c759ebaa HTTP/1.1" status: 204 len: 168 time: 0.3662837 Jul 23 16:17:45.811357 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8fa2af0a-53c2-4115-b968-d2fe2abe80cd req-40b8d475-0183-4276-8011-5b1bbbce2670 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996054 Jul 23 16:17:45.855938 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15f1dd-0f76-4606-849e-a3fcfd86336a req-166d2de1-78e7-4034-8a74-5b93571c3206 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.867179 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cc15f1dd-0f76-4606-849e-a3fcfd86336a req-166d2de1-78e7-4034-8a74-5b93571c3206 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.3208520 Jul 23 16:17:45.930590 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cc15f1dd-0f76-4606-849e-a3fcfd86336a req-2af35809-53f3-4b49-b6b4-a598ac35fcb1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623341 Jul 23 16:17:46.212463 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58498) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:46.251981 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.302068 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:46.321338 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Usage tracker for resource:security_group_rule and tenant:db8ac841db804002967da5901d97638b is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:46.327506 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:46.348178 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:46.392524 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfdcc6-c1f8-46be-9e90-528ff7a41d19 req-0e57fa2a-ec66-4443-8761-6ea4a22951cf tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.393959 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2edfdcc6-c1f8-46be-9e90-528ff7a41d19 req-0e57fa2a-ec66-4443-8761-6ea4a22951cf tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.3241172 Jul 23 16:17:46.503487 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2edfdcc6-c1f8-46be-9e90-528ff7a41d19 req-60656bb6-4f79-469c-99c6-bdca61960ba0 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913107 Jul 23 16:17:46.542765 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e056a87-7b56-4ad0-bced-8edc2a827c18 req-c1c46cb0-9bb1-4711-a103-b8e4ea54e1d3 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.544852 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3e056a87-7b56-4ad0-bced-8edc2a827c18 req-c1c46cb0-9bb1-4711-a103-b8e4ea54e1d3 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.2191319 Jul 23 16:17:46.550207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.555647 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.578600 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7bce0f1e-5177-4246-9115-5eb5bacee89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:46.596772 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3e056a87-7b56-4ad0-bced-8edc2a827c18 req-0c7762d8-03df-48f7-b068-a37db5ef2137 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461562 Jul 23 16:17:46.628796 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db8ac841db804002967da5901d97638b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143252 Jul 23 16:17:46.633021 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 58504) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:46.667426 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f82cba5-98c3-4c86-bd8e-e85b9ff30bb7,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.689766 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:46.751764 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-57f35139-1b3c-45ab-8777-f483835353c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.786036 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-57f35139-1b3c-45ab-8777-f483835353c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.864359 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-57f35139-1b3c-45ab-8777-f483835353c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.868813 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-29f4c260-de8f-4d62-bd81-18ee766d5917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:46.888016 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f35139-1b3c-45ab-8777-f483835353c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f82cba5-98c3-4c86-bd8e-e85b9ff30bb7,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.891307 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-57f35139-1b3c-45ab-8777-f483835353c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:46.893708 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-57f35139-1b3c-45ab-8777-f483835353c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.900754 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-57f35139-1b3c-45ab-8777-f483835353c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f82cba5-98c3-4c86-bd8e-e85b9ff30bb7 HTTP/1.1" status: 204 len: 168 time: 0.2609837 Jul 23 16:17:47.253771 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d92ed-ebeb-4a30-9daa-b41d3beeab83 req-fe9317d4-ae2b-41f0-99f0-3fcc38b6ad6d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.255556 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5b6d92ed-ebeb-4a30-9daa-b41d3beeab83 req-fe9317d4-ae2b-41f0-99f0-3fcc38b6ad6d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.1611688 Jul 23 16:17:47.341283 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5b6d92ed-ebeb-4a30-9daa-b41d3beeab83 req-620d13c6-c6fa-4957-a075-5922b04f4fab tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710776 Jul 23 16:17:48.154364 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd086dc-89d1-4ae2-a7b6-55177314d3bb req-0bdb714f-54ac-4d3c-9c55-184741414a4d tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.162240 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2cd086dc-89d1-4ae2-a7b6-55177314d3bb req-0bdb714f-54ac-4d3c-9c55-184741414a4d tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.2104886 Jul 23 16:17:48.195535 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03598d-1cc5-4cec-bd68-b0c14f4b9e09 req-42d9d65e-63a2-4f49-ad15-ca76a9cded33 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.197161 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1a03598d-1cc5-4cec-bd68-b0c14f4b9e09 req-42d9d65e-63a2-4f49-ad15-ca76a9cded33 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.2474000 Jul 23 16:17:48.250797 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2cd086dc-89d1-4ae2-a7b6-55177314d3bb req-560d422a-5547-446a-ba53-a08854c769f4 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850556 Jul 23 16:17:48.309644 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1a03598d-1cc5-4cec-bd68-b0c14f4b9e09 req-3000ddce-c6bd-4b73-8d60-befa0e31598e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023247 Jul 23 16:17:48.703575 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bd8e8-c398-407e-8663-d3d45909bc9f req-7d6a57fe-2118-4ac2-9a43-77a475964ae0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.711945 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-687bd8e8-c398-407e-8663-d3d45909bc9f req-7d6a57fe-2118-4ac2-9a43-77a475964ae0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.1394293 Jul 23 16:17:48.814054 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-687bd8e8-c398-407e-8663-d3d45909bc9f req-98f72f22-6992-4497-9c26-8bff72424166 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010914 Jul 23 16:17:49.530264 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:17:50.065267 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38120ff0-5c2b-48c0-9f8e-0b4dd4e3e43a req-b6f6b0ed-7847-4ed3-b34c-bae50c1995b7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.073435 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-38120ff0-5c2b-48c0-9f8e-0b4dd4e3e43a req-b6f6b0ed-7847-4ed3-b34c-bae50c1995b7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.4167802 Jul 23 16:17:50.100238 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc95f6-866b-4dfb-a3d3-ff18af55404c req-83028194-a4c7-41b5-acb4-9812c6f2c3b0 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.108514 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-16dc95f6-866b-4dfb-a3d3-ff18af55404c req-83028194-a4c7-41b5-acb4-9812c6f2c3b0 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.3435435 Jul 23 16:17:50.172792 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-38120ff0-5c2b-48c0-9f8e-0b4dd4e3e43a req-3c3bd57b-3871-4be2-8f3c-0a005230400b tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961010 Jul 23 16:17:50.259633 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-16dc95f6-866b-4dfb-a3d3-ff18af55404c req-0f001aad-9dde-4161-bc09-e36d790ce4a6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494317 Jul 23 16:17:50.495604 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed27447-de01-4bcc-86c2-8d22149fcc20 req-7d08f634-9fa3-4253-a76e-9675c45e5eb5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.497328 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2ed27447-de01-4bcc-86c2-8d22149fcc20 req-7d08f634-9fa3-4253-a76e-9675c45e5eb5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.1223695 Jul 23 16:17:50.578837 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2ed27447-de01-4bcc-86c2-8d22149fcc20 req-7dcc1608-f996-4a88-b2e1-61d3be19016a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754879 Jul 23 16:17:51.506272 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdc636-1976-4597-b990-4fa4e8ae8807 req-f20c5965-afc4-4e79-b98a-184289b7b4dd tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.510085 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-06cdc636-1976-4597-b990-4fa4e8ae8807 req-f20c5965-afc4-4e79-b98a-184289b7b4dd tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1134794 Jul 23 16:17:51.580319 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-06cdc636-1976-4597-b990-4fa4e8ae8807 req-8f5fccba-40df-4914-97d4-2bd57f0f8b87 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643477 Jul 23 16:17:51.981270 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c343b3-e1ab-4445-9964-6e26471f1114 req-11d1fe3d-cbc2-428f-abe8-e39d4161daac tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.990895 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f6c343b3-e1ab-4445-9964-6e26471f1114 req-11d1fe3d-cbc2-428f-abe8-e39d4161daac tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.1370862 Jul 23 16:17:52.068821 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f6c343b3-e1ab-4445-9964-6e26471f1114 req-036c42b4-7da4-405e-b955-461839464c73 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761349 Jul 23 16:17:52.138166 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 58648) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:52.763187 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c837a-2c9a-4a03-9d67-b6bb415a1356 req-09bd3dff-0526-4d34-9b80-80f6d84a9b2a tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.778800 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-106c837a-2c9a-4a03-9d67-b6bb415a1356 req-09bd3dff-0526-4d34-9b80-80f6d84a9b2a tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.6447811 Jul 23 16:17:52.884794 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.918062 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-44474992-1a70-4e93-8408-25a1de6c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.920823 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-44474992-1a70-4e93-8408-25a1de6c27fe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 1098 time: 0.6678267 Jul 23 16:17:52.944968 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ef876-b1ee-40e5-b3e7-b232680ab211 req-f9fc2951-91a5-45ef-9623-0c571123abff tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.950301 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3a2ef876-b1ee-40e5-b3e7-b232680ab211 req-f9fc2951-91a5-45ef-9623-0c571123abff tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.5508909 Jul 23 16:17:53.012808 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-106c837a-2c9a-4a03-9d67-b6bb415a1356 req-b7c524b3-1f45-4dc6-b450-00c59359ddbd tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256715 Jul 23 16:17:53.046567 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:53.076317 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Usage tracker for resource:security_group_rule and tenant:a7361fc9eaf04338bdf2ce5a85e6092f is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:53.087118 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:53.288133 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:53.375126 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3a2ef876-b1ee-40e5-b3e7-b232680ab211 req-3d1ba0e8-e348-47ef-bea6-10b28c70f655 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709188 Jul 23 16:17:53.450275 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-54a5cdc7-5f7d-4bff-b2ac-4140f294edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.451939 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-54a5cdc7-5f7d-4bff-b2ac-4140f294edf6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 910 time: 0.4889531 Jul 23 16:17:53.691224 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-06a6a607-277b-4eea-972c-bd23fe08e5bb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a83ad763-50e1-4690-9861-62608c4fbcd8 HTTP/1.1" status: 200 len: 1000 time: 0.2315218 Jul 23 16:17:53.703279 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a52b9-22b8-407c-a7de-de84c5177d92 req-ef8510ee-1eb0-4d0c-bf5e-1658227aecf3 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.709708 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-965a52b9-22b8-407c-a7de-de84c5177d92 req-ef8510ee-1eb0-4d0c-bf5e-1658227aecf3 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.4164870 Jul 23 16:17:53.823510 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.891196 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.908903 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-9c22dedf-b628-42f7-8ad3-c84b48756239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:53.922280 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-979136c4-e55f-4e4e-a5b1-5df6f3b9d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.927315 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-979136c4-e55f-4e4e-a5b1-5df6f3b9d5a8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 200 len: 848 time: 0.2151039 Jul 23 16:17:54.031389 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-965a52b9-22b8-407c-a7de-de84c5177d92 req-2ba0f277-f255-40fb-abc7-10e47f3af1f1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205714 Jul 23 16:17:54.143955 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e0d387-9367-451e-b028-555c55d62ba7,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:54.159026 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:54.173254 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7361fc9eaf04338bdf2ce5a85e6092f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0321176 Jul 23 16:17:54.174385 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58682) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:54.213779 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-6a97e0dd-7e75-4fa1-af18-d148ed495440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.218353 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-6a97e0dd-7e75-4fa1-af18-d148ed495440 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e1ca1912-5243-42a2-8607-b50e9ed457ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2664697 Jul 23 16:17:54.440370 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ebb16d57-8e61-4d34-80b0-809abdfb1e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.440370 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ebb16d57-8e61-4d34-80b0-809abdfb1e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.630413 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ebb16d57-8e61-4d34-80b0-809abdfb1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.644944 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:54.683259 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb16d57-8e61-4d34-80b0-809abdfb1e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e0d387-9367-451e-b028-555c55d62ba7,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:54.686649 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ebb16d57-8e61-4d34-80b0-809abdfb1e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:54.698877 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ebb16d57-8e61-4d34-80b0-809abdfb1e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.706655 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-ebb16d57-8e61-4d34-80b0-809abdfb1e19 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/12e0d387-9367-451e-b028-555c55d62ba7 HTTP/1.1" status: 204 len: 168 time: 0.5306261 Jul 23 16:17:54.879038 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-a91ccd36-c4ed-4181-bd6f-3aa900cd99a3 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781078 Jul 23 16:17:54.889212 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7f05e-bc9a-47b6-a186-3557be427bed req-27ce0a3f-9977-465d-8627-022291ea180c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.896942 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ae7f05e-bc9a-47b6-a186-3557be427bed req-27ce0a3f-9977-465d-8627-022291ea180c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.6733286 Jul 23 16:17:55.010724 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ae7f05e-bc9a-47b6-a186-3557be427bed req-b80f9461-c3bf-45b2-9856-0f65a91d0012 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118643 Jul 23 16:17:55.320862 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5783256c-6171-47a9-bf17-9dd8899a18fb req-ec837c29-44de-4419-93e9-2fba8fc2126a service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772993 Jul 23 16:17:55.360396 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 58700) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:55.400338 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.427935 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5700b-f741-4b8e-b21d-089af4c90e98 req-16ac93ba-a412-4896-8d6c-5e90867eb192 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.430742 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ccf5700b-f741-4b8e-b21d-089af4c90e98 req-16ac93ba-a412-4896-8d6c-5e90867eb192 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.1746655 Jul 23 16:17:55.435982 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:55.440249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Usage tracker for resource:security_group_rule and tenant:d9557e0ed64242f9a5849f15ff8a7543 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:55.443849 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:55.465535 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:55.514133 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ccf5700b-f741-4b8e-b21d-089af4c90e98 req-e2c50829-5a7e-4328-98cc-595a4c2ec55a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630310 Jul 23 16:17:55.628113 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.636467 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.684874 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-883fcb02-05b3-4cb4-a20d-b63999c3bab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:55.755380 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58730) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:55.755826 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d9557e0ed64242f9a5849f15ff8a7543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911769 Jul 23 16:17:55.762117 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fe645c-b742-4d55-9551-6a4e1ce0a625,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:55.770179 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:55.834681 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3e8c-d4b5-4b76-ba83-23bda9501a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.869505 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3e8c-d4b5-4b76-ba83-23bda9501a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.949548 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3e8c-d4b5-4b76-ba83-23bda9501a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.956601 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-943c62e5-1e0d-4637-8ee3-76159ce13286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:55.971232 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a3e8c-d4b5-4b76-ba83-23bda9501a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fe645c-b742-4d55-9551-6a4e1ce0a625,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:55.973263 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3e8c-d4b5-4b76-ba83-23bda9501a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.974395 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-3d5a3e8c-d4b5-4b76-ba83-23bda9501a41 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07fe645c-b742-4d55-9551-6a4e1ce0a625 HTTP/1.1" status: 204 len: 168 time: 0.2172728 Jul 23 16:17:55.975370 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3d5a3e8c-d4b5-4b76-ba83-23bda9501a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:56.335586 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2c54-724f-4b15-aa03-b4a1c8f7e8de req-ff887d4d-5670-4bf0-8aac-7ccffe645353 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.343212 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1d5a2c54-724f-4b15-aa03-b4a1c8f7e8de req-ff887d4d-5670-4bf0-8aac-7ccffe645353 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1470413 Jul 23 16:17:56.391889 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1d5a2c54-724f-4b15-aa03-b4a1c8f7e8de req-ae25649a-48ac-4c15-9adb-e6fe9ce51568 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Jul 23 16:17:56.767044 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13a7b6-4bfd-481a-bad3-b4895165a09c req-c1f4ef1f-371a-4e42-ba25-e8f10a7e82ec tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.768787 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2b13a7b6-4bfd-481a-bad3-b4895165a09c req-c1f4ef1f-371a-4e42-ba25-e8f10a7e82ec tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.0899732 Jul 23 16:17:56.860916 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2b13a7b6-4bfd-481a-bad3-b4895165a09c req-42956852-088a-4462-8732-07cd47a879da tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861621 Jul 23 16:17:56.899237 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-5bbee616-c63b-427e-8d72-5313d56aa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.901588 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-5bbee616-c63b-427e-8d72-5313d56aa93e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 1099 time: 0.0927849 Jul 23 16:17:57.004719 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58818) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:57.089067 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-20e81372-4325-450c-b685-15f1095717f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.090604 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-20e81372-4325-450c-b685-15f1095717f3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 0.1830738 Jul 23 16:17:57.146615 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217893547-network', 'tenant_id': '6e9a81d8fa804caeb3e7ff32e7bad406'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:57.153827 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:57.158890 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Usage tracker for resource:network and tenant:6e9a81d8fa804caeb3e7ff32e7bad406 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:57.161922 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:57.177885 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:57.189973 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Made reservation on behalf of 6e9a81d8fa804caeb3e7ff32e7bad406 for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:57.192404 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.206023 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.222709 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:57.223189 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-6678857b-f0ce-4aca-a656-78ab66268846 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212 HTTP/1.1" status: 200 len: 1002 time: 0.1238194 Jul 23 16:17:57.226618 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Usage tracker for resource:security_group_rule and tenant:6e9a81d8fa804caeb3e7ff32e7bad406 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:57.230090 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:57.239945 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:57.304330 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-55ebdc9b-d264-4870-bc6d-782e97151f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.306753 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-55ebdc9b-d264-4870-bc6d-782e97151f60 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.0741811 Jul 23 16:17:57.351942 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.358257 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.363928 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f9c5ad68-310a-4d19-9b12-f4092848a347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:57.406695 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:57.422531 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb9ad5a-de80-4657-98ca-23cf2de728d1,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:57.432986 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:57.440853 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.441226 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Added segment bc3d6187-320c-49af-8748-0f422bb6786b of type vlan for network b8a40800-35ff-4d12-a60c-70cf0958e1e8 Jul 23 16:17:57.486244 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.511529 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-fe049193-72bb-48ef-9929-7e92ef8f7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.513569 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-fe049193-72bb-48ef-9929-7e92ef8f7f4f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1956732 Jul 23 16:17:57.534477 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.536052 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.536643 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.541279 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-745bf267-1ad3-4920-8b99-a4a24eb9b1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:57.745355 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-6290f225-be5e-4eb1-8b99-d5c5502bba31 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231376 Jul 23 16:17:57.821436 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5cfae-92c5-4a9d-b6a3-f0a93e33c3c7 req-7f7eff67-0034-4741-8224-5abb1d5f4f1e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.830230 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3ff5cfae-92c5-4a9d-b6a3-f0a93e33c3c7 req-7f7eff67-0034-4741-8224-5abb1d5f4f1e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.2502499 Jul 23 16:17:57.834191 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b8a40800-35ff-4d12-a60c-70cf0958e1e8,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:57.837505 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:57.847055 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network b8a40800-35ff-4d12-a60c-70cf0958e1e8 details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:17:57.877939 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8679018 Jul 23 16:17:57.884195 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 58836) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:17:57.901784 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Request body: {'subnet': {'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217893547-subnet', 'tenant_id': '6e9a81d8fa804caeb3e7ff32e7bad406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:57.909173 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:17:57.916210 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Usage tracker for resource:subnet and tenant:6e9a81d8fa804caeb3e7ff32e7bad406 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:17:57.920786 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:17:57.928439 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:17:57.945857 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Made reservation on behalf of 6e9a81d8fa804caeb3e7ff32e7bad406 for: {'subnet': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:57.948400 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.965398 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-b0de4747-819e-425d-b1f0-ea28da5c4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.966906 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-b0de4747-819e-425d-b1f0-ea28da5c4b3f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1098 time: 0.3618288 Jul 23 16:17:58.018238 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3ff5cfae-92c5-4a9d-b6a3-f0a93e33c3c7 req-39ca6a8d-3be7-480c-92e3-1492913ec45c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834688 Jul 23 16:17:58.028739 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ca414c0-86ef-471d-8ea3-41ce6747e6ca req-fe785f8c-e88d-4c6b-a97e-ef834e02bd36 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738295 Jul 23 16:17:58.064884 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5438f4-ef4b-4cb2-b49d-ac83a90e3f57 req-8a43e7f9-8f3d-4dfb-9255-a80f98927de9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.066926 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-aa5438f4-ef4b-4cb2-b49d-ac83a90e3f57 req-8a43e7f9-8f3d-4dfb-9255-a80f98927de9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1730783 Jul 23 16:17:58.138144 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-aa5438f4-ef4b-4cb2-b49d-ac83a90e3f57 req-9ba7dd86-2de1-4180-8ede-9e12323f8a8e tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615180 Jul 23 16:17:58.256251 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df82eff-6dfd-4a11-957e-2da870095139 req-6befa289-7741-49e7-ab37-900df15c3c71 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.257819 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3df82eff-6dfd-4a11-957e-2da870095139 req-6befa289-7741-49e7-ab37-900df15c3c71 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.0920818 Jul 23 16:17:58.270488 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-a75d63f2-d212-4b34-99ba-fdaebd8e1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.272080 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-a75d63f2-d212-4b34-99ba-fdaebd8e1cc3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 920 time: 0.2846732 Jul 23 16:17:58.311216 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3df82eff-6dfd-4a11-957e-2da870095139 req-b6a301b3-1a1e-4687-8cd5-dcd9c3b025c1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446916 Jul 23 16:17:58.357482 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-77b36406-a8e4-42d0-b50c-b8d00dfbabbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6 HTTP/1.1" status: 200 len: 217 time: 0.0714209 Jul 23 16:17:58.447908 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for subnet, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.457787 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-4ba816fc-c777-4907-8add-6e184a100fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:17:58.498250 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-7a838918-b39e-4f56-b7d7-fd1a5c516c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.509459 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-7a838918-b39e-4f56-b7d7-fd1a5c516c56 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.1239393 Jul 23 16:17:58.664263 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-f23f81b4-2e37-497f-af27-a45b965672e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556664 Jul 23 16:17:58.694652 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16360930-4a33-4240-b5d1-25d41455ddfe,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:58.705650 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:17:58.720584 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Checking segment: {'id': 'bc3d6187-320c-49af-8748-0f422bb6786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:17:58.721434 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Network hostable DHCP agents. Network: b8a40800-35ff-4d12-a60c-70cf0958e1e8, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:58.723979 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-9e7d5fee-2e66-4751-9c5f-77fc0b6e0460 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607650223&fields=id&tenant_id=66572cb132ed4212a4ee4905adcc3268 HTTP/1.1" status: 200 len: 267 time: 0.0503702 Jul 23 16:17:58.810282 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Network b8a40800-35ff-4d12-a60c-70cf0958e1e8 is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:58.835406 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, b8a40800-35ff-4d12-a60c-70cf0958e1e8) {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:58.843552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.844146 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.850107 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce431a-9db2-40b3-a775-27e3233c4487 None None] Network b8a40800-35ff-4d12-a60c-70cf0958e1e8 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:17:58.850797 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-20374f84-937d-424c-8c4e-52a1c00d560a service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762054 Jul 23 16:17:58.917740 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-f4548612-c613-4441-84e6-035db8fad9d6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.919752 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-f4548612-c613-4441-84e6-035db8fad9d6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/networks?id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 HTTP/1.1" status: 200 len: 808 time: 0.1878867 Jul 23 16:17:58.942492 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-2c929bac-3b54-4629-8ff7-1e2699058639 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/quotas/66572cb132ed4212a4ee4905adcc3268 HTTP/1.1" status: 200 len: 375 time: 0.0164108 Jul 23 16:17:59.008669 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1133704 Jul 23 16:17:59.060898 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-07e44c4d-82b1-4438-96e3-1b63180e11e3 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=66572cb132ed4212a4ee4905adcc3268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174467 Jul 23 16:17:59.062129 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-b927b357-5cc3-429a-af06-4cdb8cff8e71 req-76a0322b-2bc5-4db5-add7-cd49622258c1 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020710 Jul 23 16:17:59.161864 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4d8f4-3341-4732-9246-daf20fdd1207 None None] Network b8a40800-35ff-4d12-a60c-70cf0958e1e8 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:17:59.271377 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-75a41154-1630-4b08-a6d5-9ce7ef240da6 service neutron] 10.222.0.76 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918542 Jul 23 16:17:59.479982 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-506e5ae0-476b-479b-9e30-f77dc7495703 service neutron] 10.222.0.76 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071471 Jul 23 16:17:59.491284 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd6e9e-12d3-4365-b40c-1bf4ce4de404 req-1c30410a-f317-410d-8518-bac9644aa866 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:59.492822 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-31bd6e9e-12d3-4365-b40c-1bf4ce4de404 req-1c30410a-f317-410d-8518-bac9644aa866 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1988940 Jul 23 16:17:59.559720 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-31bd6e9e-12d3-4365-b40c-1bf4ce4de404 req-f797336c-9052-472e-bb05-60d0d294eaa8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545471 Jul 23 16:17:59.785078 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11e983-ca1e-4ae2-93d6-b93ba6ed0502 req-5e6c05cb-b4fe-4b35-9305-422ddf4df547 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:59.786764 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3c11e983-ca1e-4ae2-93d6-b93ba6ed0502 req-5e6c05cb-b4fe-4b35-9305-422ddf4df547 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 946 time: 0.1001029 Jul 23 16:17:59.840880 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3c11e983-ca1e-4ae2-93d6-b93ba6ed0502 req-32071dfe-6729-41a5-995d-e343d77504f4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481627 Jul 23 16:18:00.111290 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4bd6d868-7c2a-468f-a87d-d7d7edffc068 req-e5089ac3-5797-42c5-92cb-0e708a061961 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 210 time: 0.0631673 Jul 23 16:18:00.795843 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95842c48-8cc2-46aa-b17d-d6e7dbd2ed00 req-94c6090a-6b0a-429f-8dee-c575642e2f69 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:00.798413 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-95842c48-8cc2-46aa-b17d-d6e7dbd2ed00 req-94c6090a-6b0a-429f-8dee-c575642e2f69 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0929234 Jul 23 16:18:00.850699 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-95842c48-8cc2-46aa-b17d-d6e7dbd2ed00 req-dababa38-5e66-4ddb-83c1-ac96fb914a75 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Jul 23 16:18:00.876334 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:18:01.009593 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.049852 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:01.069317 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:01.075819 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.078652 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-763a65c0-4e6d-4ee9-a3e6-bb5385e92010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:01.128711 dv-cinder-802036-1-smb neutron-server[78585]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'code': 422} returned with failed status Jul 23 16:18:01.176605 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=8']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:01.181319 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:01.204544 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86a27c-875f-4b5b-8863-cf227fd297e6 req-58aeb9d6-b052-4239-b11a-7b637403d6e7 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.211939 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6e86a27c-875f-4b5b-8863-cf227fd297e6 req-58aeb9d6-b052-4239-b11a-7b637403d6e7 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.2337508 Jul 23 16:18:01.264281 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6e86a27c-875f-4b5b-8863-cf227fd297e6 req-a49bc223-6653-48bd-9981-967f265f3dd6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507317 Jul 23 16:18:01.380168 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ddf2985-bd38-4e73-bad5-5846f8d8e650 req-1c1ed484-a0c3-43e2-920a-e5c97422777b tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 210 time: 0.0678248 Jul 23 16:18:01.566136 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-0b8e036c-3893-4474-9378-4f97a3c2a8f4 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.570343 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-0b8e036c-3893-4474-9378-4f97a3c2a8f4 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Synchronizing usage tracker for tenant:66572cb132ed4212a4ee4905adcc3268 on resource:network {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:18:01.588862 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-d3bd272f-bbf6-4837-8d04-6047610dfb01 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.594196 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-0b8e036c-3893-4474-9378-4f97a3c2a8f4 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Unset dirty status for tenant:66572cb132ed4212a4ee4905adcc3268 on resource:network {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:18:01.595902 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-0b8e036c-3893-4474-9378-4f97a3c2a8f4 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.88 "GET /v2.0/networks?id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 HTTP/1.1" status: 200 len: 808 time: 0.2691510 Jul 23 16:18:01.597687 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-d3bd272f-bbf6-4837-8d04-6047610dfb01 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/networks?id=b8a40800-35ff-4d12-a60c-70cf0958e1e8 HTTP/1.1" status: 200 len: 809 time: 0.1916769 Jul 23 16:18:01.629360 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-99c7afce-8add-447b-b8cb-7398f483f2fb tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/quotas/6e9a81d8fa804caeb3e7ff32e7bad406 HTTP/1.1" status: 200 len: 375 time: 0.0307479 Jul 23 16:18:01.675052 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-52c38f54-d5c7-4cc1-a6d5-cdb5f5685ae6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Synchronizing usage tracker for tenant:66572cb132ed4212a4ee4905adcc3268 on resource:security_group {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:18:01.722434 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-52c38f54-d5c7-4cc1-a6d5-cdb5f5685ae6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Unset dirty status for tenant:66572cb132ed4212a4ee4905adcc3268 on resource:security_group {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:18:01.722935 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-e2c7e143-ff7b-4526-bd94-1617443062e5 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e9a81d8fa804caeb3e7ff32e7bad406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850468 Jul 23 16:18:01.723881 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-52c38f54-d5c7-4cc1-a6d5-cdb5f5685ae6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66572cb132ed4212a4ee4905adcc3268 HTTP/1.1" status: 200 len: 379 time: 0.1160674 Jul 23 16:18:01.742128 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Request body: {'port': {'device_id': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'admin_state_up': True, 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'security_groups': ['5386409e-9970-4068-959c-a80159217110']}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:01.913718 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-80dfa536-2628-465b-b99f-a34385c9a0a3 service neutron] 10.222.0.76 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888473 Jul 23 16:18:01.945392 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:18:01.955275 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:port and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:18:01.959419 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:18:01.967831 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:18:01.977688 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Made reservation on behalf of 66572cb132ed4212a4ee4905adcc3268 for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:01.982414 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.081134 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-506d799b-85d5-4761-b368-7a37f6019113 service neutron] 10.222.0.76 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661646 Jul 23 16:18:02.251803 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Allocated IP 172.20.0.8 (ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8/69598ebf-1618-4bf2-be5d-88f3f48be1cd/75889e51-b887-4136-a62d-b43f9cab6621) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:02.387699 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4bd24-c72c-4310-a9e9-682f521f98c9 req-9fadb4ab-97c1-4df6-99bc-d42a2caa26f6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:02.389341 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1fe4bd24-c72c-4310-a9e9-682f521f98c9 req-9fadb4ab-97c1-4df6-99bc-d42a2caa26f6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1450028 Jul 23 16:18:02.499160 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1fe4bd24-c72c-4310-a9e9-682f521f98c9 req-15dd9950-d64f-4297-92e2-cd2e7e019948 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935433 Jul 23 16:18:02.611363 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5c181284-664c-4694-8e64-de9cbd242d38 req-cf00c92c-3e4f-4bc9-9b53-0810b4c4aa6b tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 210 time: 0.0615084 Jul 23 16:18:02.782606 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.802438 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b0b5efa3-8472-492b-97f5-85630e51b674 req-a7db037a-6396-486b-a610-8f2140c41fa7 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 210 time: 0.0589275 Jul 23 16:18:02.812611 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Transition to ACTIVE for port object 75889e51-b887-4136-a62d-b43f9cab6621 will not be triggered until provisioned by entity DHCP. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:02.867814 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.875378 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:02.962401 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9464fe5-1e66-4625-982d-df8b8afdbd74 req-9f46434c-515e-42b8-88bb-71c2b61b07f7 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:02.964600 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d9464fe5-1e66-4625-982d-df8b8afdbd74 req-9f46434c-515e-42b8-88bb-71c2b61b07f7 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.1247768 Jul 23 16:18:02.965467 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:02.970065 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:02.975040 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:18:02.998856 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:02.999851 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.032946 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'Port': ['ID=75889e51-b887-4136-a62d-b43f9cab6621,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:03.042982 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:03.056760 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3234475 Jul 23 16:18:03.062636 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d9464fe5-1e66-4625-982d-df8b8afdbd74 req-a6587c01-fb8e-4c3e-ac60-4366389721f8 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829773 Jul 23 16:18:03.070552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Request body: {'port': {'device_id': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:03.271870 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-de04124b-1aea-469b-836c-5a1b5251fc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.305480 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 58962) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:18:03.311599 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.453294 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-85220a8d-1eb4-4abb-aaba-1ceaa6ade3e4 None None] Provisioning for port 75889e51-b887-4136-a62d-b43f9cab6621 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:03.462891 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-85220a8d-1eb4-4abb-aaba-1ceaa6ade3e4 None None] Provisioning complete for port 75889e51-b887-4136-a62d-b43f9cab6621 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:03.463860 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-85220a8d-1eb4-4abb-aaba-1ceaa6ade3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.484637 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-25550f22-f721-41b0-be20-fac9a7275d71 req-3ab22ad2-811b-4f9e-a87b-42bece409987 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1734476 Jul 23 16:18:03.595924 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.607685 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-85220a8d-1eb4-4abb-aaba-1ceaa6ade3e4 None None] Port 75889e51-b887-4136-a62d-b43f9cab6621 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:04.002574 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-513a8898-2371-4a03-b22f-a1a4a7178bbb req-0ff531ec-832f-48f1-9567-b087b27c85c4 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 210 time: 0.0795176 Jul 23 16:18:04.063818 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75889e51-b887-4136-a62d-b43f9cab6621 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:04.076892 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.096334 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Transition to ACTIVE for port object 75889e51-b887-4136-a62d-b43f9cab6621 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:04.101985 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.114796 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:04.263942 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eae60-f125-484c-b723-39aadfabb193 req-3d8e6e63-f99c-49f7-8655-0540c6c545c5 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.273708 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fa2eae60-f125-484c-b723-39aadfabb193 req-3d8e6e63-f99c-49f7-8655-0540c6c545c5 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.5336697 Jul 23 16:18:04.420338 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Pushing event updated for resources: {'Port': ['ID=75889e51-b887-4136-a62d-b43f9cab6621,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:04.427792 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:04.431475 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-47875e37-de37-40e1-ae42-e046daaebdc8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.432865 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-47875e37-de37-40e1-ae42-e046daaebdc8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.88 "GET /v2.0/networks?id=b8a40800-35ff-4d12-a60c-70cf0958e1e8 HTTP/1.1" status: 200 len: 809 time: 0.3718994 Jul 23 16:18:04.470295 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Request body: {'port': {'device_id': '2627604a-cfe5-4822-85a4-32a60ede3686', 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8', 'admin_state_up': True, 'tenant_id': '6e9a81d8fa804caeb3e7ff32e7bad406'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:04.496020 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Attempting to bind port 75889e51-b887-4136-a62d-b43f9cab6621 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:04.496437 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Attempting to bind port 75889e51-b887-4136-a62d-b43f9cab6621 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:04.496844 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Attempting to bind port 75889e51-b887-4136-a62d-b43f9cab6621 on network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:18:04.504835 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Port 75889e51-b887-4136-a62d-b43f9cab6621 on network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:18:04.504835 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Attempting to bind port 75889e51-b887-4136-a62d-b43f9cab6621 on network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:18:04.512189 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:18:04.512850 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Checking segment: {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:18:04.513709 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Bound using segment: {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:18:04.514492 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Bound port: 75889e51-b887-4136-a62d-b43f9cab6621, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4331e946-b4ad-4102-927e-529277ac05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:04.515362 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.586230 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fa2eae60-f125-484c-b723-39aadfabb193 req-bd3d9ea8-c495-4c6e-9824-642d35038dca tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116236 Jul 23 16:18:04.653932 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:18:04.658937 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75889e51-b887-4136-a62d-b43f9cab6621,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:18:04.667696 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.680957 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b59625a3-e477-4ae5-8c56-38bb51df8c88 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:04.683992 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0afe3-b53e-4b05-8a69-df7b24ddbfbb req-7a82bd14-1d0c-45b3-8849-8eeca388b6b1 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.694485 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c1e0afe3-b53e-4b05-8a69-df7b24ddbfbb req-7a82bd14-1d0c-45b3-8849-8eeca388b6b1 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 943 time: 0.4462018 Jul 23 16:18:04.768937 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.769574 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.771090 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] 10.222.0.88 "PUT /v2.0/ports/75889e51-b887-4136-a62d-b43f9cab6621 HTTP/1.1" status: 200 len: 1093 time: 1.7067449 Jul 23 16:18:04.771602 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:04.787437 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c1e0afe3-b53e-4b05-8a69-df7b24ddbfbb req-d4e583b9-6ea8-40e9-846e-9e56e696c019 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918992 Jul 23 16:18:04.797026 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:18:04.803884 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Usage tracker for resource:port and tenant:6e9a81d8fa804caeb3e7ff32e7bad406 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:18:04.811295 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Pushing event updated for resources: {'Port': ['ID=75889e51-b887-4136-a62d-b43f9cab6621,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:04.814090 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:18:04.815585 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:04.833100 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:18:04.890010 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:18:04.903483 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621', 'status': 'completed', 'code': 200} Jul 23 16:18:04.936545 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b09ea0f6-4e2a-48e2-8ae7-28178ba6f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.939026 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b09ea0f6-4e2a-48e2-8ae7-28178ba6f992 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66572cb132ed4212a4ee4905adcc3268&device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1096 time: 0.1191342 Jul 23 16:18:05.033013 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Made reservation on behalf of 6e9a81d8fa804caeb3e7ff32e7bad406 for: {'port': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:05.047142 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.101575 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-64243dce-fb98-41c1-8e92-b8495b1122b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75889e51-b887-4136-a62d-b43f9cab6621 HTTP/1.1" status: 200 len: 217 time: 0.1511841 Jul 23 16:18:05.247608 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-96cb51ca-0392-41d9-a6cc-94468334f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.249630 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-96cb51ca-0392-41d9-a6cc-94468334f4f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=69598ebf-1618-4bf2-be5d-88f3f48be1cd HTTP/1.1" status: 200 len: 847 time: 0.1403501 Jul 23 16:18:05.286112 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b0918-93e4-48c4-a210-4f7a19d0a380 req-22324635-3d17-434d-b27d-11200d1a8c94 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.289807 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6d8b0918-93e4-48c4-a210-4f7a19d0a380 req-22324635-3d17-434d-b27d-11200d1a8c94 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.4581301 Jul 23 16:18:05.320469 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-01defba3-65b8-430a-890d-4f0c11b83132 req-25ec8cda-6655-4501-ae6e-988115d92e47 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 210 time: 0.0893149 Jul 23 16:18:05.377049 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-ef291924-6819-477c-ab78-a5c8112a5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.380596 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-ef291924-6819-477c-ab78-a5c8112a5652 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1141040 Jul 23 16:18:05.447577 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6d8b0918-93e4-48c4-a210-4f7a19d0a380 req-00432196-b140-442a-9074-5f0c78003aae tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353559 Jul 23 16:18:05.474837 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Allocated IP 172.20.0.12 (b8a40800-35ff-4d12-a60c-70cf0958e1e8/16360930-4a33-4240-b5d1-25d41455ddfe/9c4b292a-dcc1-4405-acc9-3cb27badcdc4) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:05.577156 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-1186c82b-7188-4f03-b085-0dc443590915 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856844 Jul 23 16:18:05.857379 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.857802 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e44c74dd-942e-4b98-ab72-a3050104dd8d req-b0324381-b625-4120-869a-c91d2ac2ddde service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714515 Jul 23 16:18:05.921053 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5659b-13a5-4c13-baa4-859ba77e89c3 req-093bea1b-92f9-47d9-b1e2-df39eb614230 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.923476 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d3f5659b-13a5-4c13-baa4-859ba77e89c3 req-093bea1b-92f9-47d9-b1e2-df39eb614230 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1758664 Jul 23 16:18:05.942213 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25550f22-f721-41b0-be20-fac9a7275d71 req-bf8f8c12-310b-4af9-8ed6-ac4c3c080a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.942452 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-84405fcd-9362-4481-ad6b-97ce5e187876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.951028 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25550f22-f721-41b0-be20-fac9a7275d71 req-bf8f8c12-310b-4af9-8ed6-ac4c3c080a04 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61&tenant_id=26d377ae61f143c882e045e5132dd3f4 HTTP/1.1" status: 200 len: 1097 time: 0.1544333 Jul 23 16:18:06.038954 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.054759 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d3f5659b-13a5-4c13-baa4-859ba77e89c3 req-db6b12fb-fce4-4478-a0bd-43fdf25309c2 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206760 Jul 23 16:18:06.056613 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:06.115260 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-a6ca6622-536a-42fd-afe3-f905db0ca68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.116892 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-a6ca6622-536a-42fd-afe3-f905db0ca68e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66572cb132ed4212a4ee4905adcc3268&device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1096 time: 0.1509831 Jul 23 16:18:06.120045 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25550f22-f721-41b0-be20-fac9a7275d71 req-faeb51c0-0dcc-4b3b-a2af-1775dda9a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.121726 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25550f22-f721-41b0-be20-fac9a7275d71 req-faeb51c0-0dcc-4b3b-a2af-1775dda9a2f2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 1097 time: 0.1166775 Jul 23 16:18:06.150386 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Network b8a40800-35ff-4d12-a60c-70cf0958e1e8 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:06.156608 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:06.162329 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:18:06.193563 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Pushing event updated for resources: {'Port': ['ID=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:06.201885 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:06.243324 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccfb19-2ef1-4fce-9410-38e664254fc8 req-99a754a4-8de8-480b-8c21-3982978f1ecb tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.245026 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7ccfb19-2ef1-4fce-9410-38e664254fc8 req-99a754a4-8de8-480b-8c21-3982978f1ecb tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 943 time: 0.2582414 Jul 23 16:18:06.264499 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.265455 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.338957 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7ccfb19-2ef1-4fce-9410-38e664254fc8 req-293e7efc-6bc8-44fe-913c-b5296dcc95da tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853508 Jul 23 16:18:06.346868 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9027293 Jul 23 16:18:06.371068 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Request body: {'port': {'device_id': '2627604a-cfe5-4822-85a4-32a60ede3686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:06.424891 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25550f22-f721-41b0-be20-fac9a7275d71 req-3375d084-0f68-4de8-891f-4526a38e045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.426516 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25550f22-f721-41b0-be20-fac9a7275d71 req-3375d084-0f68-4de8-891f-4526a38e045d service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 0.2921293 Jul 23 16:18:06.427650 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-0a266f20-1910-42d5-ae73-8a4caa535599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.429073 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-0a266f20-1910-42d5-ae73-8a4caa535599 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 HTTP/1.1" status: 200 len: 909 time: 0.2960668 Jul 23 16:18:06.574896 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.591380 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-69d71520-09fc-4436-a5be-fa3c30ec2bd1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75889e51-b887-4136-a62d-b43f9cab6621 HTTP/1.1" status: 200 len: 217 time: 0.0970755 Jul 23 16:18:06.678734 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.740802 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef507f-7849-45c5-a07d-6ca1269196f9 req-21a3050a-201a-4186-a4c2-70ff8e8c8f2c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.741610 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-77ef507f-7849-45c5-a07d-6ca1269196f9 req-21a3050a-201a-4186-a4c2-70ff8e8c8f2c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Synchronizing usage tracker for tenant:6e9a81d8fa804caeb3e7ff32e7bad406 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:18:06.781238 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25550f22-f721-41b0-be20-fac9a7275d71 req-77b979b9-040a-4a53-ad2e-d16870b215d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212 HTTP/1.1" status: 200 len: 1000 time: 0.3413017 Jul 23 16:18:06.837627 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-77ef507f-7849-45c5-a07d-6ca1269196f9 req-21a3050a-201a-4186-a4c2-70ff8e8c8f2c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Unset dirty status for tenant:6e9a81d8fa804caeb3e7ff32e7bad406 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:18:06.839850 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-77ef507f-7849-45c5-a07d-6ca1269196f9 req-21a3050a-201a-4186-a4c2-70ff8e8c8f2c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 932 time: 0.3544047 Jul 23 16:18:06.842634 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-d18a58cc-db9f-493a-92f8-14f0e7cbdc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.844197 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-d18a58cc-db9f-493a-92f8-14f0e7cbdc57 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=69598ebf-1618-4bf2-be5d-88f3f48be1cd HTTP/1.1" status: 200 len: 847 time: 0.2446492 Jul 23 16:18:06.892895 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf6d6-0aaa-4b93-9c27-fd8f34bc8f9e req-42f02926-0f7d-4fd5-87d4-3fa478096c5e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.894782 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-99cdf6d6-0aaa-4b93-9c27-fd8f34bc8f9e req-42f02926-0f7d-4fd5-87d4-3fa478096c5e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.3010869 Jul 23 16:18:06.932331 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25550f22-f721-41b0-be20-fac9a7275d71 req-b0abf6c3-64e1-46ec-a7f0-9ff344a1d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.933909 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25550f22-f721-41b0-be20-fac9a7275d71 req-b0abf6c3-64e1-46ec-a7f0-9ff344a1d06a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.1446452 Jul 23 16:18:07.047476 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-05a67357-da5a-450e-b9d4-3f32dfb20ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.049860 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-05a67357-da5a-450e-b9d4-3f32dfb20ab3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1898510 Jul 23 16:18:07.058095 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-77ef507f-7849-45c5-a07d-6ca1269196f9 req-4ad0874e-8e39-4da0-88a7-cce95374901a tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985011 Jul 23 16:18:07.067172 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-99cdf6d6-0aaa-4b93-9c27-fd8f34bc8f9e req-6df5e06e-8bac-4758-ae38-385da8e4ca75 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546493 Jul 23 16:18:07.144458 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25550f22-f721-41b0-be20-fac9a7275d71 req-bd31a970-5c82-4280-9c98-5cd302480959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.146242 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25550f22-f721-41b0-be20-fac9a7275d71 req-bd31a970-5c82-4280-9c98-5cd302480959 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2029846 Jul 23 16:18:07.221364 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 {{(pid=78583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:07.232590 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.304094 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Transition to ACTIVE for port object 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 will not be triggered until provisioned by entity L2. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:07.323859 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.339548 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:07.434222 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-6a178e98-7035-4602-898b-af96f9c2bc3c service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699527 Jul 23 16:18:07.582207 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25550f22-f721-41b0-be20-fac9a7275d71 req-8a65b0a8-0564-4ddd-9630-11c458f57cae service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244883 Jul 23 16:18:07.663317 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Pushing event updated for resources: {'Port': ['ID=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:07.689160 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:07.692979 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.711307 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63efcae-5132-49a8-8809-0d06d0916903 req-c8aa49b5-c922-4b3c-8bd8-f3b7243c5ec8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.711307 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c63efcae-5132-49a8-8809-0d06d0916903 req-c8aa49b5-c922-4b3c-8bd8-f3b7243c5ec8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.4606152 Jul 23 16:18:07.730080 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-c5af4533-87fe-49cf-8940-7fe5dbfdc2a3 req-cef33514-0f3f-4914-9d0d-93d69dc4fe46 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742443 Jul 23 16:18:07.782107 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25550f22-f721-41b0-be20-fac9a7275d71 req-dbed6136-c936-4c7c-8a44-3dc5f7d1c2e8 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927984 Jul 23 16:18:07.897275 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c63efcae-5132-49a8-8809-0d06d0916903 req-83338ef9-839c-4ee4-bf45-185f8a83a599 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378944 Jul 23 16:18:07.906986 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Attempting to bind port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:07.907287 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Attempting to bind port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'bc3d6187-320c-49af-8748-0f422bb6786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8'}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:07.907619 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Attempting to bind port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 on network b8a40800-35ff-4d12-a60c-70cf0958e1e8 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:18:07.918705 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43c93-780c-43ce-8286-940fef00b58e req-eea35b68-2e89-4c1d-b949-1fb791442317 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.920169 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d2d43c93-780c-43ce-8286-940fef00b58e req-eea35b68-2e89-4c1d-b949-1fb791442317 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 943 time: 0.3497732 Jul 23 16:18:07.925547 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 on network b8a40800-35ff-4d12-a60c-70cf0958e1e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:18:07.926034 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Attempting to bind port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 on network b8a40800-35ff-4d12-a60c-70cf0958e1e8 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:18:07.955011 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:18:07.955439 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Checking segment: {'id': 'bc3d6187-320c-49af-8748-0f422bb6786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:18:07.955761 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Bound using segment: {'id': 'bc3d6187-320c-49af-8748-0f422bb6786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8'} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:18:07.956218 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Bound port: 9c4b292a-dcc1-4405-acc9-3cb27badcdc4, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3d6187-320c-49af-8748-0f422bb6786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8'}}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:07.956567 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.082484 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d2d43c93-780c-43ce-8286-940fef00b58e req-e09929be-cb0a-4d27-80a6-378153f3d156 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506104 Jul 23 16:18:08.144041 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] For port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4, host hv-cinder-80203, cleared binding levels {{(pid=78583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:18:08.154695 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] For port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:18:08.161813 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.171427 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:08.196441 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.262723 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.265711 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.265711 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] 10.222.0.88 "PUT /v2.0/ports/9c4b292a-dcc1-4405-acc9-3cb27badcdc4 HTTP/1.1" status: 200 len: 1094 time: 1.9016967 Jul 23 16:18:08.265711 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2627604a-cfe5-4822-85a4-32a60ede3686', 'tag': '9c4b292a-dcc1-4405-acc9-3cb27badcdc4'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:08.438879 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Pushing event updated for resources: {'Port': ['ID=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,revision_number=3']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:08.446886 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:08.556433 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6203f2-cecd-4493-93ef-781a869cf2ab req-0e6f68aa-c630-4653-a513-9cff6648366e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.565990 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ea6203f2-cecd-4493-93ef-781a869cf2ab req-0e6f68aa-c630-4653-a513-9cff6648366e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.2416689 Jul 23 16:18:08.585328 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e4c3f-3e66-4bfe-8a96-801cd2574316 req-0bcb4d6a-64bd-4330-8fd7-db7bc7729ac6 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.593338 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-410e4c3f-3e66-4bfe-8a96-801cd2574316 req-0bcb4d6a-64bd-4330-8fd7-db7bc7729ac6 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.3319485 Jul 23 16:18:08.622918 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-c00edbba-2a5d-43b0-b816-7889c9564aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.624563 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-c00edbba-2a5d-43b0-b816-7889c9564aff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6e9a81d8fa804caeb3e7ff32e7bad406&device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 1097 time: 0.3014736 Jul 23 16:18:08.730171 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ea6203f2-cecd-4493-93ef-781a869cf2ab req-27efd41e-ead7-43b4-9dbf-492cada1b790 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629179 Jul 23 16:18:08.761932 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-410e4c3f-3e66-4bfe-8a96-801cd2574316 req-051b33f0-3113-4c65-88d0-6173ecbeefbb tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672668 Jul 23 16:18:08.882897 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2627604a-cfe5-4822-85a4-32a60ede3686', 'tag': '9c4b292a-dcc1-4405-acc9-3cb27badcdc4', 'status': 'completed', 'code': 200} Jul 23 16:18:08.935186 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 75889e51-b887-4136-a62d-b43f9cab6621 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:18:09.143929 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75889e51-b887-4136-a62d-b43f9cab6621,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:09.187621 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '75889e51-b887-4136-a62d-b43f9cab6621', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'port_id': '75889e51-b887-4136-a62d-b43f9cab6621', 'mac_address': 'fa:16:3e:dd:34:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:18:09.272797 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.298569 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6a3a4-0eed-40f4-9f60-819cd442175c req-106e0d1f-f076-4b9e-a946-2b961dfa3bbb tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.306879 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-85f6a3a4-0eed-40f4-9f60-819cd442175c req-106e0d1f-f076-4b9e-a946-2b961dfa3bbb tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.2326486 Jul 23 16:18:09.323934 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75889e51-b887-4136-a62d-b43f9cab6621 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:09.358721 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75889e51-b887-4136-a62d-b43f9cab6621,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:09.364622 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.368097 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:09.471472 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-85f6a3a4-0eed-40f4-9f60-819cd442175c req-84f87ae6-7b82-44fe-a5f8-747a1bb129b0 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562428 Jul 23 16:18:09.473339 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=75889e51-b887-4136-a62d-b43f9cab6621,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:09.479285 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:09.510470 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a141f44-f7d3-476a-be1d-f086f0da533e req-425516da-b1ea-47a7-bfc5-ffa0deb17cfe tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.511163 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3a141f44-f7d3-476a-be1d-f086f0da533e req-425516da-b1ea-47a7-bfc5-ffa0deb17cfe tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 944 time: 0.1931117 Jul 23 16:18:09.596251 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3a141f44-f7d3-476a-be1d-f086f0da533e req-035ed26d-3c21-4d78-b498-d500d1c09ea8 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723565 Jul 23 16:18:09.702622 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['75889e51-b887-4136-a62d-b43f9cab6621'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:18:10.184877 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7c887-584f-414c-9017-ee8e65acfe55 req-e2ec9550-0700-4fb1-a17f-13fb1e95ccde tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.193186 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-20c7c887-584f-414c-9017-ee8e65acfe55 req-e2ec9550-0700-4fb1-a17f-13fb1e95ccde tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.1604624 Jul 23 16:18:10.204699 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1cc5e-e84c-453d-b9a2-d757caa248fc req-1ed11371-e64a-4c33-a5df-49b52046d497 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.212024 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-aaf1cc5e-e84c-453d-b9a2-d757caa248fc req-1ed11371-e64a-4c33-a5df-49b52046d497 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.2707191 Jul 23 16:18:10.329974 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-aaf1cc5e-e84c-453d-b9a2-d757caa248fc req-e04b9c4d-4440-4119-909b-a2ef5e972a3d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079853 Jul 23 16:18:10.346207 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-20c7c887-584f-414c-9017-ee8e65acfe55 req-78507073-6f92-425f-ba6e-8f71af43a72b tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508458 Jul 23 16:18:10.902372 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383d72-048e-4ddc-a057-9229286c4e69 req-724e2611-0591-43cf-aad3-104c42026407 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.905174 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-46383d72-048e-4ddc-a057-9229286c4e69 req-724e2611-0591-43cf-aad3-104c42026407 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.2666216 Jul 23 16:18:10.951165 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 75889e51-b887-4136-a62d-b43f9cab6621 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:18:11.032270 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-46383d72-048e-4ddc-a057-9229286c4e69 req-84788dc3-61db-4b5f-b8ab-16230992a951 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191866 Jul 23 16:18:11.065408 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2464dc2-5e17-4097-a9ec-9a960c33816c req-98b909ab-137d-417d-b75d-7ae10ce5825c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.068089 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e2464dc2-5e17-4097-a9ec-9a960c33816c req-98b909ab-137d-417d-b75d-7ae10ce5825c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 944 time: 0.2737677 Jul 23 16:18:11.130113 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 75889e51-b887-4136-a62d-b43f9cab6621 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:11.135769 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 75889e51-b887-4136-a62d-b43f9cab6621 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:11.136317 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.136795 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e2464dc2-5e17-4097-a9ec-9a960c33816c req-482d5eec-02d7-4dd1-aad5-d6c0e8b6ad5a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602508 Jul 23 16:18:11.292408 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.325259 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:11.337588 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75889e51-b887-4136-a62d-b43f9cab6621,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:11.351851 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.354626 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-e0eb4102-e8ce-4ba8-8d5b-650a5772baed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:11.473718 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621', 'code': 200} Jul 23 16:18:11.491449 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=75889e51-b887-4136-a62d-b43f9cab6621,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:11.505493 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:11.654357 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e5bc0-cbc0-464b-a527-2ff382dde217 req-7170873c-d826-406e-b4cb-e91e1d281dd4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.657030 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-969e5bc0-cbc0-464b-a527-2ff382dde217 req-7170873c-d826-406e-b4cb-e91e1d281dd4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.1513433 Jul 23 16:18:11.754555 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-969e5bc0-cbc0-464b-a527-2ff382dde217 req-35498e3d-66f3-404d-a1dd-8aef572bf057 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898461 Jul 23 16:18:11.762849 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42b712-9f6a-4639-817b-b01882a695ad req-b16e7dc3-740b-4e42-b29f-1c146977cfb3 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.770205 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cb42b712-9f6a-4639-817b-b01882a695ad req-b16e7dc3-740b-4e42-b29f-1c146977cfb3 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.1963840 Jul 23 16:18:11.924541 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cb42b712-9f6a-4639-817b-b01882a695ad req-e9a2c093-26f1-4291-92b1-3d1c6bfa9786 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531630 Jul 23 16:18:12.381939 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbd310-3ed1-4945-a80f-c5bf992899c7 req-faf98a32-9ae6-4bdf-8236-a8ed901679b8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.383595 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2cdbd310-3ed1-4945-a80f-c5bf992899c7 req-faf98a32-9ae6-4bdf-8236-a8ed901679b8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1942062 Jul 23 16:18:12.445024 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd11138-b182-4b18-bb09-c1e2e035a25e req-e99e9df5-299e-49dc-9bfb-3b598e9c26aa tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.446504 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfd11138-b182-4b18-bb09-c1e2e035a25e req-e99e9df5-299e-49dc-9bfb-3b598e9c26aa tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1365786 Jul 23 16:18:12.456800 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2cdbd310-3ed1-4945-a80f-c5bf992899c7 req-899b8d4b-d6f3-4bdb-ae1b-a8ffd1595ac3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651267 Jul 23 16:18:12.504654 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfd11138-b182-4b18-bb09-c1e2e035a25e req-75e6f541-e53d-49c5-9a19-d1117bfafedb tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478704 Jul 23 16:18:13.019892 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123cd9d-ec17-41b1-9cf0-927868a22d65 req-5d6851a6-220c-4aa1-8185-8c26499a952a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.021508 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3123cd9d-ec17-41b1-9cf0-927868a22d65 req-5d6851a6-220c-4aa1-8185-8c26499a952a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.1107397 Jul 23 16:18:13.130493 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3123cd9d-ec17-41b1-9cf0-927868a22d65 req-b05a747c-aa5b-4ccb-8400-af97dcdef367 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990770 Jul 23 16:18:13.192747 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d01bb-9814-460f-b139-bffe11a112a6 req-de3c4091-8153-4d88-ae25-2a9fe4da1563 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.194555 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8b8d01bb-9814-460f-b139-bffe11a112a6 req-de3c4091-8153-4d88-ae25-2a9fe4da1563 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.1185651 Jul 23 16:18:13.252193 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8b8d01bb-9814-460f-b139-bffe11a112a6 req-f6610260-9c72-4f9d-8fe6-78712b6cbd14 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514357 Jul 23 16:18:13.769985 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b589d-0ac7-4249-9198-851f8dfca781 req-c7d7ab66-fcc3-44ac-8dfe-e2775c1d7eac tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.786257 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-502b589d-0ac7-4249-9198-851f8dfca781 req-c7d7ab66-fcc3-44ac-8dfe-e2775c1d7eac tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1664779 Jul 23 16:18:13.870254 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-502b589d-0ac7-4249-9198-851f8dfca781 req-3f2e980f-5794-45e7-9f1a-ee0c0b8c04e6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769479 Jul 23 16:18:14.017470 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bebb4-bc4a-4fba-bba4-27497f588075 req-4ec63ada-7e72-4a8b-b480-b5fea446ed77 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.019482 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5a4bebb4-bc4a-4fba-bba4-27497f588075 req-4ec63ada-7e72-4a8b-b480-b5fea446ed77 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1248658 Jul 23 16:18:14.077429 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5a4bebb4-bc4a-4fba-bba4-27497f588075 req-a7771eaf-3686-4165-8fe9-4348e2082547 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477006 Jul 23 16:18:14.387658 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bdfb3-1d46-4877-8075-42935e452f8a req-0cfce7d3-c5d5-4690-a7d4-406edae3b73d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.389564 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e57bdfb3-1d46-4877-8075-42935e452f8a req-0cfce7d3-c5d5-4690-a7d4-406edae3b73d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.1176476 Jul 23 16:18:14.577622 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e57bdfb3-1d46-4877-8075-42935e452f8a req-19362222-6157-4917-943c-a77f3f91d2ef tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781454 Jul 23 16:18:14.629708 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b53ec4-8bc9-46fc-82cb-734b1a3a4cbf req-72d57209-2cf7-4796-9394-e1e2d75b3d59 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.631269 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a6b53ec4-8bc9-46fc-82cb-734b1a3a4cbf req-72d57209-2cf7-4796-9394-e1e2d75b3d59 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.2079926 Jul 23 16:18:14.696941 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a6b53ec4-8bc9-46fc-82cb-734b1a3a4cbf req-17bbd3d8-9c43-4690-b13c-30e6e067b2d1 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544810 Jul 23 16:18:15.121949 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b3760-a896-4eb5-9fd1-aaddc6364095 req-6a208a28-ed06-486d-b45a-d4124765b863 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.123732 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-380b3760-a896-4eb5-9fd1-aaddc6364095 req-6a208a28-ed06-486d-b45a-d4124765b863 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1192837 Jul 23 16:18:15.205949 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-380b3760-a896-4eb5-9fd1-aaddc6364095 req-0714e89a-aba9-43e4-8761-8667a7111acf tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738165 Jul 23 16:18:15.345707 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b251864-4dfc-47df-a8d3-9af1ce5a91c9 req-dc9939ee-fc9c-4bfe-8434-4abee69bbe08 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.348066 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2b251864-4dfc-47df-a8d3-9af1ce5a91c9 req-dc9939ee-fc9c-4bfe-8434-4abee69bbe08 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1483488 Jul 23 16:18:15.405938 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2b251864-4dfc-47df-a8d3-9af1ce5a91c9 req-efa40695-7796-42e8-8b88-cbacc8f6c314 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514119 Jul 23 16:18:15.911797 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720707c9-9930-43e4-af18-b34fb29155a9 req-cba4157b-25dd-4239-aa63-65b5c9e784fc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.914912 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-720707c9-9930-43e4-af18-b34fb29155a9 req-cba4157b-25dd-4239-aa63-65b5c9e784fc tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.1169629 Jul 23 16:18:16.052690 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-720707c9-9930-43e4-af18-b34fb29155a9 req-1548bbfa-88d3-4d0c-84ef-0eac6f18da71 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927861 Jul 23 16:18:16.096888 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a54220-b2d4-468b-ab97-36b6f147ed60 req-726a2468-b0c9-424d-9c51-deabad6e4193 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.101019 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-70a54220-b2d4-468b-ab97-36b6f147ed60 req-726a2468-b0c9-424d-9c51-deabad6e4193 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.1843185 Jul 23 16:18:16.174087 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-70a54220-b2d4-468b-ab97-36b6f147ed60 req-a9ad2f05-da6c-4d0d-a9d6-e2fd460613d1 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624094 Jul 23 16:18:16.479057 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d12d-9293-43b0-8d73-37b624c90663 req-0e2c14d4-f269-453b-a311-f7f94ba3d651 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.480981 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5e65d12d-9293-43b0-8d73-37b624c90663 req-0e2c14d4-f269-453b-a311-f7f94ba3d651 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1212580 Jul 23 16:18:16.554956 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5e65d12d-9293-43b0-8d73-37b624c90663 req-f35e260b-86cf-4bf9-a557-649f07c3b685 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593772 Jul 23 16:18:16.701258 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82db92-58d4-4152-9122-63cbc9626586 req-127a8e87-928a-4492-b5c3-a494af890780 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.713294 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ac82db92-58d4-4152-9122-63cbc9626586 req-127a8e87-928a-4492-b5c3-a494af890780 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1367869 Jul 23 16:18:16.770055 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ac82db92-58d4-4152-9122-63cbc9626586 req-780b2c46-3506-4fa7-8676-6076c04e0c86 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533040 Jul 23 16:18:17.469891 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210182a-dfcb-41e1-9b4b-dbf0c24458a3 req-8ad94bac-308b-4ef0-bbb8-dd3fce2b087e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.471795 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a210182a-dfcb-41e1-9b4b-dbf0c24458a3 req-8ad94bac-308b-4ef0-bbb8-dd3fce2b087e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.2610993 Jul 23 16:18:17.564003 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99ebfc-d82b-420f-9042-4946b16fc3d8 req-4e1e802f-f342-43dc-961f-f5f7ee240bf6 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.567264 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-aa99ebfc-d82b-420f-9042-4946b16fc3d8 req-4e1e802f-f342-43dc-961f-f5f7ee240bf6 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.2293665 Jul 23 16:18:17.630064 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a210182a-dfcb-41e1-9b4b-dbf0c24458a3 req-3084bd62-d891-4e08-80db-67f53a20d813 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415854 Jul 23 16:18:17.661703 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-aa99ebfc-d82b-420f-9042-4946b16fc3d8 req-b778d9d7-2a28-42c8-a7c8-7aa6ddced687 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812218 Jul 23 16:18:18.079197 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fb210-5b82-4e62-a03d-31cee1cfbbe4 req-ee44eed7-8df1-4ef7-967e-57563e3fdb40 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.080777 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8b2fb210-5b82-4e62-a03d-31cee1cfbbe4 req-ee44eed7-8df1-4ef7-967e-57563e3fdb40 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1247189 Jul 23 16:18:18.092993 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7495e-c74f-4aec-b239-bbe9d6f1f8fa req-e33c6c8d-f215-40bd-9b8b-75dd720a1092 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.094997 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-00c7495e-c74f-4aec-b239-bbe9d6f1f8fa req-e33c6c8d-f215-40bd-9b8b-75dd720a1092 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.2608850 Jul 23 16:18:18.188775 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8b2fb210-5b82-4e62-a03d-31cee1cfbbe4 req-8d6a12bd-a25d-40c1-813f-4067436db639 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925386 Jul 23 16:18:18.201415 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-00c7495e-c74f-4aec-b239-bbe9d6f1f8fa req-d7217afc-b03c-4fb8-ba49-0c4f60cf9636 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874331 Jul 23 16:18:19.015705 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03b991-733c-401c-80fb-0cb42d3c5265 req-3604d7ed-47cc-4651-b51f-edeb003b6572 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.017719 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9a03b991-733c-401c-80fb-0cb42d3c5265 req-3604d7ed-47cc-4651-b51f-edeb003b6572 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.2072334 Jul 23 16:18:19.062750 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aa34b-d244-4830-a19b-efc2f33b6918 req-c722b063-fa8e-41fd-9b1b-1b80d2e3fe16 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.068589 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c27aa34b-d244-4830-a19b-efc2f33b6918 req-c722b063-fa8e-41fd-9b1b-1b80d2e3fe16 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.1884167 Jul 23 16:18:19.132145 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9a03b991-733c-401c-80fb-0cb42d3c5265 req-940a3dfc-ce10-422a-84e7-c9a6bae3da30 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079643 Jul 23 16:18:19.178764 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c27aa34b-d244-4830-a19b-efc2f33b6918 req-425eb153-84b2-4833-8820-1e82f445da8e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018934 Jul 23 16:18:19.539283 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a54a4a-8cfe-49ca-b33b-604b1f2c1a8d req-bc540ad0-6afe-465e-ad65-5bf0fd2823b7 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.540956 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a9a54a4a-8cfe-49ca-b33b-604b1f2c1a8d req-bc540ad0-6afe-465e-ad65-5bf0fd2823b7 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1775444 Jul 23 16:18:19.549675 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41e889-c303-4750-a59d-4b2d2a82e4d4 req-dd3af7d0-fda2-4061-9d57-69dede6430d3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.551209 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cb41e889-c303-4750-a59d-4b2d2a82e4d4 req-dd3af7d0-fda2-4061-9d57-69dede6430d3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1854165 Jul 23 16:18:19.655553 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a9a54a4a-8cfe-49ca-b33b-604b1f2c1a8d req-41cf88b6-4390-45d3-9919-08e660bd0b16 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033025 Jul 23 16:18:19.660702 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cb41e889-c303-4750-a59d-4b2d2a82e4d4 req-f57d881b-bc47-4afe-9223-edb88d3e9061 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855472 Jul 23 16:18:20.293647 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 59172) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:18:20.464421 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.469775 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5ffa-e614-4b6a-9b8a-ca0e0e3087a4 req-d0353f04-ae02-493f-b942-d99ea3d423b5 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.472335 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-407e5ffa-e614-4b6a-9b8a-ca0e0e3087a4 req-d0353f04-ae02-493f-b942-d99ea3d423b5 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.1869128 Jul 23 16:18:20.482868 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:18:20.483242 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f04640-34f6-4990-ac1b-f27dabe566ba req-4b910f57-c724-440f-8690-d05d6a91eaa6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.485182 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-98f04640-34f6-4990-ac1b-f27dabe566ba req-4b910f57-c724-440f-8690-d05d6a91eaa6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.1507750 Jul 23 16:18:20.489383 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:9a13ad0e336c45ae9382e09df2982457 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:18:20.495244 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:18:20.502874 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:18:20.572086 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-407e5ffa-e614-4b6a-9b8a-ca0e0e3087a4 req-ea4d17c8-6803-49cf-b9fa-bdd2739d4590 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858557 Jul 23 16:18:20.575071 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-98f04640-34f6-4990-ac1b-f27dabe566ba req-ad3bf50f-8744-439b-9296-eaa123a9d155 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730696 Jul 23 16:18:20.622017 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.627060 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.635582 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:20.679423 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a13ad0e336c45ae9382e09df2982457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842120 Jul 23 16:18:20.680223 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd74d435-f2b9-48d7-b0f7-a53d1c78210d,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:20.681991 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59178) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:18:20.684503 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:20.849070 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-22877bc8-a991-477f-b2d6-d20d8f656173 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c4b292a-dcc1-4405-acc9-3cb27badcdc4 HTTP/1.1" status: 200 len: 217 time: 0.1248868 Jul 23 16:18:20.992259 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-eb494ceb-a7d9-4a0f-8a32-97d082fe3257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.022294 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-09284c5d-5b65-4834-9e14-63ac80e0ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.023731 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-09284c5d-5b65-4834-9e14-63ac80e0ccb1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16360930-4a33-4240-b5d1-25d41455ddfe HTTP/1.1" status: 200 len: 849 time: 0.1358318 Jul 23 16:18:21.082130 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-eb494ceb-a7d9-4a0f-8a32-97d082fe3257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.087109 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf2313-4ca0-49ae-82f1-410844c05c52 req-66ef8cca-7aa1-4f77-a5cb-1e0eb9922daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.089148 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-8bdf2313-4ca0-49ae-82f1-410844c05c52 req-66ef8cca-7aa1-4f77-a5cb-1e0eb9922daf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1098 time: 0.0730391 Jul 23 16:18:21.106468 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-cb5d2c1b-2321-4ff0-aa43-30b0bc8441bb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b8a40800-35ff-4d12-a60c-70cf0958e1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724442 Jul 23 16:18:21.138893 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-8bdf2313-4ca0-49ae-82f1-410844c05c52 req-cf862e83-e9e2-4d87-af1b-e870fcf493bb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370696 Jul 23 16:18:21.162972 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d7318-4e96-4618-8c97-cc2e85b3175c req-a07fd64d-83c7-4e48-92d8-6ed7628f80af tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.164540 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0d6d7318-4e96-4618-8c97-cc2e85b3175c req-a07fd64d-83c7-4e48-92d8-6ed7628f80af tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.3656909 Jul 23 16:18:21.178742 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b2af1-5198-40fe-a7b1-4843ba274ca0 req-41012b71-e90e-4758-8dcf-84033bef237a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.180204 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8c6b2af1-5198-40fe-a7b1-4843ba274ca0 req-41012b71-e90e-4758-8dcf-84033bef237a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.3328884 Jul 23 16:18:21.325027 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-eb494ceb-a7d9-4a0f-8a32-97d082fe3257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.330781 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8e0fdc79-b655-4774-8305-af0dfb3269c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:21.340572 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0d6d7318-4e96-4618-8c97-cc2e85b3175c req-168c2110-f637-4b8f-8177-eb118627ac43 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562212 Jul 23 16:18:21.343590 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8c6b2af1-5198-40fe-a7b1-4843ba274ca0 req-f95217d8-525c-4ade-814a-3dacce6c165e tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476848 Jul 23 16:18:21.359959 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb494ceb-a7d9-4a0f-8a32-97d082fe3257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd74d435-f2b9-48d7-b0f7-a53d1c78210d,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:21.364028 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-eb494ceb-a7d9-4a0f-8a32-97d082fe3257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:21.384009 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-eb494ceb-a7d9-4a0f-8a32-97d082fe3257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.385706 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-eb494ceb-a7d9-4a0f-8a32-97d082fe3257 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dd74d435-f2b9-48d7-b0f7-a53d1c78210d HTTP/1.1" status: 204 len: 168 time: 0.7027318 Jul 23 16:18:21.389324 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-b15410da-622f-4b1a-a5ab-8d5600ab3917 service neutron] 10.222.0.88 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679775 Jul 23 16:18:21.560055 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b1ca15d-dc95-4198-967a-f21771003f06 req-16d4518f-0bb0-4f98-bdd9-4a0852162f94 service neutron] 10.222.0.88 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613610 Jul 23 16:18:22.034659 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-c235fcde-ef2d-4e18-81b5-b5b5bd482d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.036205 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-c235fcde-ef2d-4e18-81b5-b5b5bd482d78 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6e9a81d8fa804caeb3e7ff32e7bad406&device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 1097 time: 0.4046915 Jul 23 16:18:22.052124 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426b862-9bf4-42a7-ba5e-25bc29c7560c req-6055256c-8e7b-4e90-8176-c6b6368de62c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.053575 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6426b862-9bf4-42a7-ba5e-25bc29c7560c req-6055256c-8e7b-4e90-8176-c6b6368de62c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.1520054 Jul 23 16:18:22.062426 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624a0e8-6490-48ad-badc-3763ac9d0f87 req-639446d6-93ea-427c-bf64-6a9f1006d018 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.063912 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a624a0e8-6490-48ad-badc-3763ac9d0f87 req-639446d6-93ea-427c-bf64-6a9f1006d018 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 944 time: 0.2852347 Jul 23 16:18:22.231983 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6426b862-9bf4-42a7-ba5e-25bc29c7560c req-140a38f8-0866-4ee1-86c0-9973f0cf9671 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670206 Jul 23 16:18:22.245790 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a624a0e8-6490-48ad-badc-3763ac9d0f87 req-826eea9c-3231-478b-861c-aa8948d3bce8 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581664 Jul 23 16:18:22.268901 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-34388776-e533-4b85-befa-d4922def6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.270373 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-34388776-e533-4b85-befa-d4922def6b99 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b8a40800-35ff-4d12-a60c-70cf0958e1e8 HTTP/1.1" status: 200 len: 910 time: 0.2045383 Jul 23 16:18:22.359230 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-a1165a77-4ec9-4dd0-b7a8-597f924c3a49 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c4b292a-dcc1-4405-acc9-3cb27badcdc4 HTTP/1.1" status: 200 len: 217 time: 0.0684371 Jul 23 16:18:22.447314 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-babe894a-7773-4a56-9aa5-174aa4727af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.449615 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-babe894a-7773-4a56-9aa5-174aa4727af1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16360930-4a33-4240-b5d1-25d41455ddfe HTTP/1.1" status: 200 len: 849 time: 0.0779281 Jul 23 16:18:22.582790 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-fb5c8f32-7f81-427e-8580-f64c5ae97f00 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b8a40800-35ff-4d12-a60c-70cf0958e1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253750 Jul 23 16:18:22.769740 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58d73-d06f-4cee-bc11-0437683ace99 req-a39d2688-5d1c-4afa-9085-fa36324ba96d tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.771601 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-04c58d73-d06f-4cee-bc11-0437683ace99 req-a39d2688-5d1c-4afa-9085-fa36324ba96d tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.3129113 Jul 23 16:18:22.793847 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99546a0-75af-4553-a63a-d12d8c720b17 req-1f903250-b758-4a53-8696-ee188f79cf1a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.795485 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c99546a0-75af-4553-a63a-d12d8c720b17 req-1f903250-b758-4a53-8696-ee188f79cf1a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.3359964 Jul 23 16:18:22.849140 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-a00fd55a-ac4a-4b09-a700-019196e9e77e service neutron] 10.222.0.88 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560627 Jul 23 16:18:22.911138 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c99546a0-75af-4553-a63a-d12d8c720b17 req-3a3373a3-5d46-40dc-8bbe-6ca4e9700da0 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054168 Jul 23 16:18:22.934786 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-04c58d73-d06f-4cee-bc11-0437683ace99 req-729f79a8-65d5-4b40-9140-2b793a83e3e7 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497054 Jul 23 16:18:23.023567 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ba2e4447-61ad-4577-ad9c-81b8d8d00656 req-6d81d1ff-4be0-4264-8eec-23cfe78bcb42 service neutron] 10.222.0.88 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655338 Jul 23 16:18:23.028953 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:18:23.169051 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:23.179761 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37237516-1246-40ae-a90c-90e38d9413db req-df2b49e3-1417-47e2-9cfc-c7d0b5647586 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.182680 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-37237516-1246-40ae-a90c-90e38d9413db req-df2b49e3-1417-47e2-9cfc-c7d0b5647586 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1386425 Jul 23 16:18:23.184909 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'port_id': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'mac_address': 'fa:16:3e:fc:57:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:18:23.230252 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-37237516-1246-40ae-a90c-90e38d9413db req-706dcb63-2e3a-4d21-bcac-d346f70e4e4f tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Jul 23 16:18:23.247272 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.254965 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59202) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:18:23.266861 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa70710c-7639-4f88-be0e-b5b0a70b9212 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:23.293038 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:23.300687 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.305503 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:23.406494 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=9']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:23.410499 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:23.557120 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['aa70710c-7639-4f88-be0e-b5b0a70b9212'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:18:23.579682 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889dc7f-7b2a-4bfe-a8df-70aa7d8ce6a3 req-4ee142fd-eecc-4a2d-b8ec-64e6a8087954 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.581249 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8889dc7f-7b2a-4bfe-a8df-70aa7d8ce6a3 req-4ee142fd-eecc-4a2d-b8ec-64e6a8087954 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.2267437 Jul 23 16:18:23.589153 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdefc6-f1d6-454e-92cf-7a89b0056902 req-49bf216d-ca3a-4197-9ff7-dbb8a8dd21f0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.590661 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c0cdefc6-f1d6-454e-92cf-7a89b0056902 req-49bf216d-ca3a-4197-9ff7-dbb8a8dd21f0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 945 time: 0.2001796 Jul 23 16:18:23.678040 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad78986-64c7-4c55-bc12-86277ca448ee tempest-TestShelveInstance-219057489 tempest-TestShelveInstance-219057489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.679814 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-1ad78986-64c7-4c55-bc12-86277ca448ee tempest-TestShelveInstance-219057489 tempest-TestShelveInstance-219057489-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1093 time: 0.4235988 Jul 23 16:18:23.682786 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8889dc7f-7b2a-4bfe-a8df-70aa7d8ce6a3 req-3759c546-7186-40c1-8e21-8125f8dd5437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900521 Jul 23 16:18:23.683067 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 59212) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:18:23.693755 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Request body: {'floatingip': {'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'port_id': '75889e51-b887-4136-a62d-b43f9cab6621', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:23.694007 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c0cdefc6-f1d6-454e-92cf-7a89b0056902 req-c7319b02-d693-47ff-b9c7-0ea86d91bc74 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846317 Jul 23 16:18:23.707317 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:18:23.712117 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Usage tracker for resource:floatingip and tenant:66572cb132ed4212a4ee4905adcc3268 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:18:23.716262 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:18:23.734832 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:18:23.746951 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for floatingip, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.888730 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.035264 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Allocated IP 172.28.2.223 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/654c17d3-168e-42e1-ae99-049d7b3d88fb) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:24.107677 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e672-9ccf-45fb-be24-7172f5891d13 req-039298ea-f0e8-42bc-a862-3f8e25c6f6b7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:24.109312 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-dae4e672-9ccf-45fb-be24-7172f5891d13 req-039298ea-f0e8-42bc-a862-3f8e25c6f6b7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0869026 Jul 23 16:18:24.161900 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-dae4e672-9ccf-45fb-be24-7172f5891d13 req-bbe87b18-cceb-475d-8a1b-f5d79c2a39d9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460112 Jul 23 16:18:24.198708 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.229078 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.233045 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-752027cd-6b0a-4002-9268-7d40269574db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:24.301723 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:24.304956 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:24.309553 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:18:24.343994 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'Port': ['ID=654c17d3-168e-42e1-ae99-049d7b3d88fb,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:24.356507 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:24.794139 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.881095 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.028425 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:18:25.035071 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:18:25.052567 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6a643-9c10-4bd9-b7ab-b0e2f4213ed9 req-f3b1dde1-c1b1-4803-a59d-a16e6140cac9 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.054138 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-93a6a643-9c10-4bd9-b7ab-b0e2f4213ed9 req-f3b1dde1-c1b1-4803-a59d-a16e6140cac9 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 944 time: 0.2452493 Jul 23 16:18:25.067764 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcacc3f-4149-4dc9-af89-87fc74139ce1 req-542b826a-0782-404b-969d-7cc059b64b72 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.070832 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-adcacc3f-4149-4dc9-af89-87fc74139ce1 req-542b826a-0782-404b-969d-7cc059b64b72 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 945 time: 0.1353931 Jul 23 16:18:25.125450 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.132340 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.136388 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-06efd154-7c99-4c21-9011-00b08449a5bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:25.192392 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.202511 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-93a6a643-9c10-4bd9-b7ab-b0e2f4213ed9 req-4ae56029-348c-4e5c-9c57-ec0844c1d33c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299903 Jul 23 16:18:25.209777 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port aa70710c-7639-4f88-be0e-b5b0a70b9212 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:25.210164 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.229772 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-adcacc3f-4149-4dc9-af89-87fc74139ce1 req-b32d6362-bdd3-465e-aa82-4863fb530764 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238115 Jul 23 16:18:25.287238 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event updated for resources: {'Port': ['ID=654c17d3-168e-42e1-ae99-049d7b3d88fb,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:25.292007 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:25.304302 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:25.323757 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '9c4b292a-dcc1-4405-acc9-3cb27badcdc4', 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8', 'port_id': '9c4b292a-dcc1-4405-acc9-3cb27badcdc4', 'mac_address': 'fa:16:3e:1d:90:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16360930-4a33-4240-b5d1-25d41455ddfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:18:25.391027 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.l3_db [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Floating IP 65deb4ec-76f2-4a18-9c3b-c773f7819030 associated. External IP: 172.28.2.223, port: 75889e51-b887-4136-a62d-b43f9cab6621. Jul 23 16:18:25.411460 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff7f8b-7ef4-4b71-81c8-34dadeb1025a req-94151456-8610-4b88-b6a1-b835fbcb805c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.413590 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-02ff7f8b-7ef4-4b71-81c8-34dadeb1025a req-94151456-8610-4b88-b6a1-b835fbcb805c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0882738 Jul 23 16:18:25.438830 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.470898 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:25.474257 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-02ff7f8b-7ef4-4b71-81c8-34dadeb1025a req-336b35a9-3789-4cbc-8c7f-fdb2f9a0ce47 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Jul 23 16:18:25.478818 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.520956 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:25.531545 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:25.537614 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.543161 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-c3df46d0-d68d-45f3-bd2a-a06d4939e198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:25.612437 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:25.640450 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.643458 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'code': 200} Jul 23 16:18:25.682143 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:25.695221 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:25.695988 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:25.781143 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=10']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:25.784220 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:25.825612 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Router 28097931-a39f-4e26-a62d-d571c9240960 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:25.884202 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['9c4b292a-dcc1-4405-acc9-3cb27badcdc4'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:18:26.038500 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:18:26.057312 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] Sync routers for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:26.073392 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:18:26.074387 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:18:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:26.090267 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.285272 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5961645 Jul 23 16:18:26.285926 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:26.304195 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:18:26.363255 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720bc0-444c-41b4-a99a-35cd6498d46c req-8a494c8d-17c3-472c-aa55-665a7350749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.364799 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-74720bc0-444c-41b4-a99a-35cd6498d46c req-8a494c8d-17c3-472c-aa55-665a7350749e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 1100 time: 0.1230781 Jul 23 16:18:26.519406 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:18:26.526515 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-74720bc0-444c-41b4-a99a-35cd6498d46c req-bb5250d5-1009-44d4-9630-d61949b806d0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113336 Jul 23 16:18:26.560392 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9012b-ea89-432b-b145-8d5686cacc42 req-b5719583-4fac-4f4a-9f90-7ed261ce849c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.561831 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-23f9012b-ea89-432b-b145-8d5686cacc42 req-b5719583-4fac-4f4a-9f90-7ed261ce849c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 945 time: 0.1892993 Jul 23 16:18:26.573297 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a618d39-32b6-4af2-b463-6ebb42b64c4f req-f104a1ac-6a7d-4056-953f-4f60895bd970 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.574841 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5a618d39-32b6-4af2-b463-6ebb42b64c4f req-f104a1ac-6a7d-4056-953f-4f60895bd970 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 947 time: 0.1651309 Jul 23 16:18:26.692378 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '65deb4ec-76f2-4a18-9c3b-c773f7819030', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '28097931-a39f-4e26-a62d-d571c9240960', 'port_id': '75889e51-b887-4136-a62d-b43f9cab6621', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'mac_address': 'fa:16:3e:dd:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:24Z', 'updated_at': '2021-07-23T16:18:24Z', 'revision_number': 0, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0c883c-e14c-426c-becd-f213a620e0de', 'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'mac_address': 'fa:16:3e:a4:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:16Z', 'updated_at': '2021-07-23T16:17:28Z', 'revision_number': 5, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'subnets': [{'id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:26.696041 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-23f9012b-ea89-432b-b145-8d5686cacc42 req-994096e5-1581-4558-8ab4-49744f5b04dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199927 Jul 23 16:18:26.696975 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] Checking router: 28097931-a39f-4e26-a62d-d571c9240960 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:26.706890 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:18:26.707686 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:18:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:26.717019 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5a618d39-32b6-4af2-b463-6ebb42b64c4f req-5a034a9d-0b6c-41cf-a86b-febd3ce0ba84 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127589 Jul 23 16:18:26.762137 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621', 'status': 'completed', 'code': 200} Jul 23 16:18:26.916018 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:18:27.008629 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-0e041d14-ad61-4c72-9c06-83ad723911f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.011775 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-0e041d14-ad61-4c72-9c06-83ad723911f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66572cb132ed4212a4ee4905adcc3268&device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1098 time: 0.2152858 Jul 23 16:18:27.025530 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc09d70-6f4f-4c24-866b-9cacaa369e0b req-3b67e60b-3ac3-4bf8-a3ed-addc17a6311e tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.027893 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bbc09d70-6f4f-4c24-866b-9cacaa369e0b req-3b67e60b-3ac3-4bf8-a3ed-addc17a6311e tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1842692 Jul 23 16:18:27.031741 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:18:27.132611 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:27.139489 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:27.140013 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.178032 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bbc09d70-6f4f-4c24-866b-9cacaa369e0b req-ed1cf9fe-0426-46ac-931e-2d8200f82e03 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248164 Jul 23 16:18:27.224786 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-6a11578c-8b64-4ac1-80d7-a15b2f555f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.226579 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-6a11578c-8b64-4ac1-80d7-a15b2f555f4d service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 HTTP/1.1" status: 200 len: 909 time: 0.1968360 Jul 23 16:18:27.282484 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.329173 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:27.333677 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.336467 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '65deb4ec-76f2-4a18-9c3b-c773f7819030', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '28097931-a39f-4e26-a62d-d571c9240960', 'port_id': '75889e51-b887-4136-a62d-b43f9cab6621', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'mac_address': 'fa:16:3e:dd:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:24Z', 'updated_at': '2021-07-23T16:18:24Z', 'revision_number': 0, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0c883c-e14c-426c-becd-f213a620e0de', 'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'mac_address': 'fa:16:3e:a4:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:16Z', 'updated_at': '2021-07-23T16:17:28Z', 'revision_number': 5, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'subnets': [{'id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:27.337057 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:27.342726 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e910d1-d0e3-4e11-9841-0706a6fa6a7d None None] The sync data for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb is: [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '65deb4ec-76f2-4a18-9c3b-c773f7819030', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '28097931-a39f-4e26-a62d-d571c9240960', 'port_id': '75889e51-b887-4136-a62d-b43f9cab6621', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'mac_address': 'fa:16:3e:dd:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:24Z', 'updated_at': '2021-07-23T16:18:24Z', 'revision_number': 0, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0c883c-e14c-426c-becd-f213a620e0de', 'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'mac_address': 'fa:16:3e:a4:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:16Z', 'updated_at': '2021-07-23T16:17:28Z', 'revision_number': 5, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'subnets': [{'id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:27.361786 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-4a9d8e07-f027-4a36-8898-70ba059e24ca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75889e51-b887-4136-a62d-b43f9cab6621 HTTP/1.1" status: 200 len: 999 time: 0.1254780 Jul 23 16:18:27.413745 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:27.417426 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:27.448791 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-a54ee9ce-19c6-49d0-a6af-9c0021c581d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.450234 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-a54ee9ce-19c6-49d0-a6af-9c0021c581d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=69598ebf-1618-4bf2-be5d-88f3f48be1cd HTTP/1.1" status: 200 len: 847 time: 0.0774245 Jul 23 16:18:27.543887 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-d30e39d4-2519-482e-9094-420c0554931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.545450 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-d30e39d4-2519-482e-9094-420c0554931b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842571 Jul 23 16:18:27.606967 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95488f1c-ccf6-4719-95f5-8716fa3b853a None None] New status for floating IP 65deb4ec-76f2-4a18-9c3b-c773f7819030: ACTIVE {{(pid=78585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:18:27.716470 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627604a-cfe5-4822-85a4-32a60ede3686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4b292a-dcc1-4405-acc9-3cb27badcdc4'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:27.787124 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-8caf762a-2b43-422b-93fc-257adda72708 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330313 Jul 23 16:18:27.867523 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2627604a-cfe5-4822-85a4-32a60ede3686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4b292a-dcc1-4405-acc9-3cb27badcdc4', 'code': 200} Jul 23 16:18:28.020328 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfcfcb40-3fd9-44bd-b241-3d2dbb0f1892 req-7211329d-c9ca-4106-ac6e-f524238361f5 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141900 Jul 23 16:18:28.386686 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ad4b-ce96-4493-880c-22f55c10d3d4 req-53131bdd-a925-4d90-a40a-5107f2f21ed4 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.388195 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2e17ad4b-ce96-4493-880c-22f55c10d3d4 req-53131bdd-a925-4d90-a40a-5107f2f21ed4 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 946 time: 0.3669186 Jul 23 16:18:28.403907 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613900a-61bc-465b-a61b-421668c0b872 req-1b1ea06a-7c51-4cb3-a85e-a8f30c686163 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.405431 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7613900a-61bc-465b-a61b-421668c0b872 req-1b1ea06a-7c51-4cb3-a85e-a8f30c686163 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 947 time: 0.3332827 Jul 23 16:18:28.441693 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7531d14-d3f9-47a6-be4c-b463b24aaea3 req-d792f688-ea4b-45f3-9cc4-9042a7c38895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.443439 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f7531d14-d3f9-47a6-be4c-b463b24aaea3 req-d792f688-ea4b-45f3-9cc4-9042a7c38895 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 1099 time: 0.3201537 Jul 23 16:18:28.513676 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7613900a-61bc-465b-a61b-421668c0b872 req-98d55db2-7fc4-438f-bced-00a2fb382d89 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917614 Jul 23 16:18:28.516246 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2e17ad4b-ce96-4493-880c-22f55c10d3d4 req-a78dedeb-ff78-4a80-b1d0-bc9443ca6ae7 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217520 Jul 23 16:18:28.524952 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f7531d14-d3f9-47a6-be4c-b463b24aaea3 req-e423e227-46a3-488d-822c-9eaf3c68dda5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710442 Jul 23 16:18:28.711229 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4224242-7752-498c-89b5-8afc91936570 req-d5d51bc4-4136-426d-892d-f48fb9014cd6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.712967 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c4224242-7752-498c-89b5-8afc91936570 req-d5d51bc4-4136-426d-892d-f48fb9014cd6 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0977972 Jul 23 16:18:28.761523 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c4224242-7752-498c-89b5-8afc91936570 req-bf0fa0d1-91ae-458d-a5dc-293573cf29ef tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Jul 23 16:18:29.848649 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f35038-6bd1-4782-b5e5-5ab048c42e93 req-39967bbe-9fe3-4211-8960-00b37b261ed9 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:29.850119 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a1f35038-6bd1-4782-b5e5-5ab048c42e93 req-39967bbe-9fe3-4211-8960-00b37b261ed9 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 946 time: 0.2056954 Jul 23 16:18:29.859373 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815139d-d18e-4774-82e9-f749ff472e7b req-c88f201d-a626-49a3-a36a-9a71842825cb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:29.860929 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a815139d-d18e-4774-82e9-f749ff472e7b req-c88f201d-a626-49a3-a36a-9a71842825cb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 947 time: 0.2144964 Jul 23 16:18:29.933635 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a1f35038-6bd1-4782-b5e5-5ab048c42e93 req-8ed6910f-89ec-43d8-9f83-a38bdba449ff tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716245 Jul 23 16:18:29.942542 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a815139d-d18e-4774-82e9-f749ff472e7b req-55b3d6f6-2b5b-4c9c-94b7-b08eb77755a9 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664270 Jul 23 16:18:30.139591 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a186afe-5009-400c-b224-0fe0f01b0585 req-5fdf01b9-3bdc-4e1c-b764-e14b8e51247f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.141215 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1a186afe-5009-400c-b224-0fe0f01b0585 req-5fdf01b9-3bdc-4e1c-b764-e14b8e51247f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0921354 Jul 23 16:18:30.201077 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1a186afe-5009-400c-b224-0fe0f01b0585 req-643dc152-1a71-4e4a-adaf-b4d5ad655b5c tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535536 Jul 23 16:18:31.040799 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f32750-6193-4000-b1bc-069f2f5a9ba9 req-6abdd2a1-7bb6-4ea9-8d9e-12f5214f6433 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.042289 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69f32750-6193-4000-b1bc-069f2f5a9ba9 req-6abdd2a1-7bb6-4ea9-8d9e-12f5214f6433 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 946 time: 0.0856507 Jul 23 16:18:31.093059 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69f32750-6193-4000-b1bc-069f2f5a9ba9 req-44b14b3c-05b1-4238-8afe-6a6455c4787f tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Jul 23 16:18:31.410093 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b536fee-cf76-4576-b4bd-72d96d91da12 req-a113d285-2e95-4869-a34c-c2966016c125 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.411566 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9b536fee-cf76-4576-b4bd-72d96d91da12 req-a113d285-2e95-4869-a34c-c2966016c125 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0842433 Jul 23 16:18:31.459632 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9b536fee-cf76-4576-b4bd-72d96d91da12 req-a31c14d8-23c0-4374-be64-fdc9d52321f3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Jul 23 16:18:32.308046 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5920c9-911b-49ba-93e5-8baa5657ef65 req-f3490703-8780-4c5b-ac47-17bf539a1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:32.309701 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3a5920c9-911b-49ba-93e5-8baa5657ef65 req-f3490703-8780-4c5b-ac47-17bf539a1c33 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1098 time: 0.1408930 Jul 23 16:18:32.327838 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a675590-c626-45d0-8c90-49359594b0a5 req-ce4ed00a-c0bb-4998-a171-f3136772bf97 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:32.328638 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2a675590-c626-45d0-8c90-49359594b0a5 req-ce4ed00a-c0bb-4998-a171-f3136772bf97 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 946 time: 0.1146753 Jul 23 16:18:32.401611 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3a5920c9-911b-49ba-93e5-8baa5657ef65 req-cf5c8277-5af6-4377-ac63-5e6b68fce97a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717976 Jul 23 16:18:32.406366 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2a675590-c626-45d0-8c90-49359594b0a5 req-55d7fe47-a2ca-4635-807c-9bb8fe141656 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637572 Jul 23 16:18:32.569920 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca44d-46c7-4716-9a1c-731663c936fe req-0c6c5e8c-b2b6-4cb4-921d-08b4325fec48 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:32.571453 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1caca44d-46c7-4716-9a1c-731663c936fe req-0c6c5e8c-b2b6-4cb4-921d-08b4325fec48 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.88 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 946 time: 0.0855815 Jul 23 16:18:32.699524 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-1caca44d-46c7-4716-9a1c-731663c936fe req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Deleting port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:18:32.699802 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1caca44d-46c7-4716-9a1c-731663c936fe req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.798167 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd70816-6a7c-4fb4-8d07-be927fb79c23 req-c82fd83b-be80-4fb9-b1fb-18f947c0c71f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:32.800613 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6bd70816-6a7c-4fb4-8d07-be927fb79c23 req-c82fd83b-be80-4fb9-b1fb-18f947c0c71f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.2225533 Jul 23 16:18:32.964255 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6bd70816-6a7c-4fb4-8d07-be927fb79c23 req-06edae9d-3014-443b-b739-e66ab238fa47 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208792 Jul 23 16:18:33.094682 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-1caca44d-46c7-4716-9a1c-731663c936fe req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] For port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:33.095039 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1caca44d-46c7-4716-9a1c-731663c936fe req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.226024 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-1caca44d-46c7-4716-9a1c-731663c936fe req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Calling delete_port for 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 owned by compute:nova {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:18:33.262289 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e5efc905-9957-4043-9d2c-f2b86a0cdef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.476481 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1caca44d-46c7-4716-9a1c-731663c936fe req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.483855 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:33.495386 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['9c4b292a-dcc1-4405-acc9-3cb27badcdc4'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:18:33.571870 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Pushing event deleted for resources: {'Port': ['ID=9c4b292a-dcc1-4405-acc9-3cb27badcdc4,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:33.575684 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.608156 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9af81dd0-1f6a-4f8c-83a5-e5ecfefee86d req-ded82c1d-d6dd-4641-989f-6622f5c654b0 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=2627604a-cfe5-4822-85a4-32a60ede3686 HTTP/1.1" status: 200 len: 210 time: 0.0906820 Jul 23 16:18:33.622823 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.623199 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.623536 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.623908 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.624215 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.624631 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.624977 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.625339 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.625684 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.626019 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.626359 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.626688 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:33.654204 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:33.666671 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caca44d-46c7-4716-9a1c-731663c936fe req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] No DVR routers for this DVR port 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 on host hv-cinder-80203 {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:33.669149 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1caca44d-46c7-4716-9a1c-731663c936fe req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.671815 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627604a-cfe5-4822-85a4-32a60ede3686', 'name': 'network-vif-deleted', 'tag': '9c4b292a-dcc1-4405-acc9-3cb27badcdc4'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:33.690620 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1caca44d-46c7-4716-9a1c-731663c936fe req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.88 "DELETE /v2.0/ports/9c4b292a-dcc1-4405-acc9-3cb27badcdc4 HTTP/1.1" status: 204 len: 173 time: 1.1111896 Jul 23 16:18:33.722162 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2627604a-cfe5-4822-85a4-32a60ede3686', 'name': 'network-vif-deleted', 'tag': '9c4b292a-dcc1-4405-acc9-3cb27badcdc4', 'status': 'completed', 'code': 200} Jul 23 16:18:34.199980 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1237-a4f9-47d0-b91a-4a7e06c8dc5f req-66892a9f-9db9-4518-9d46-6355ba9b7751 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.201579 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-962e1237-a4f9-47d0-b91a-4a7e06c8dc5f req-66892a9f-9db9-4518-9d46-6355ba9b7751 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1276720 Jul 23 16:18:34.263728 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-962e1237-a4f9-47d0-b91a-4a7e06c8dc5f req-95280f14-d9b5-4c05-ae70-7a12f6389f1f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539863 Jul 23 16:18:34.271203 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-03547c1f-5435-40c5-9b40-84dcef706842 req-3010364f-93f6-4358-9d9b-d0dfcc02caae service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326680 Jul 23 16:18:34.375512 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03547c1f-5435-40c5-9b40-84dcef706842 req-23d26641-5e2f-42d0-a9b2-5cf2f8ce9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.377317 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-03547c1f-5435-40c5-9b40-84dcef706842 req-23d26641-5e2f-42d0-a9b2-5cf2f8ce9ae0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 1098 time: 0.0753455 Jul 23 16:18:34.547283 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03547c1f-5435-40c5-9b40-84dcef706842 req-65a98608-c84e-460d-83aa-eec26396813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.549336 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-03547c1f-5435-40c5-9b40-84dcef706842 req-65a98608-c84e-460d-83aa-eec26396813c service neutron] 10.222.0.88 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 910 time: 0.1450853 Jul 23 16:18:34.683832 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-03547c1f-5435-40c5-9b40-84dcef706842 req-42dc08d3-ad10-4990-a6cf-42ac3d7e4579 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a83ad763-50e1-4690-9861-62608c4fbcd8 HTTP/1.1" status: 200 len: 1000 time: 0.1272433 Jul 23 16:18:34.811018 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-90866e93-226c-463d-9d09-6e36895d4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.814179 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-90866e93-226c-463d-9d09-6e36895d4060 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 1098 time: 0.0956740 Jul 23 16:18:34.828544 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03547c1f-5435-40c5-9b40-84dcef706842 req-75fbb6c0-ac62-4458-88f9-7be281e89577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.830087 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-03547c1f-5435-40c5-9b40-84dcef706842 req-75fbb6c0-ac62-4458-88f9-7be281e89577 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 200 len: 848 time: 0.1286957 Jul 23 16:18:34.909992 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90fb87-37ea-476b-ab8c-a1bcbc2647a0 req-8c48d167-4378-4982-b974-c208b2099d32 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.911475 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ec90fb87-37ea-476b-ab8c-a1bcbc2647a0 req-8c48d167-4378-4982-b974-c208b2099d32 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1538565 Jul 23 16:18:34.998075 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-e99961ad-ec58-42aa-a568-77c06a58d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.000537 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-e99961ad-ec58-42aa-a568-77c06a58d54b service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 200 len: 920 time: 0.1771030 Jul 23 16:18:35.014056 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03547c1f-5435-40c5-9b40-84dcef706842 req-ad2086b7-c762-4886-aca7-3a8f7fbf9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.021860 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-03547c1f-5435-40c5-9b40-84dcef706842 req-ad2086b7-c762-4886-aca7-3a8f7fbf9db6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e1ca1912-5243-42a2-8607-b50e9ed457ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1784406 Jul 23 16:18:35.027008 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ec90fb87-37ea-476b-ab8c-a1bcbc2647a0 req-77f84680-6281-4333-8e2e-7588ff8b6e39 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054173 Jul 23 16:18:35.093966 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-d7171e85-31f8-4ce3-846e-f1a2e8ad905d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6 HTTP/1.1" status: 200 len: 217 time: 0.0861700 Jul 23 16:18:35.176967 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-b7ec26ee-3098-46bd-96ac-e4e8f8f8565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.178442 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-b7ec26ee-3098-46bd-96ac-e4e8f8f8565e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 200 len: 859 time: 0.0660222 Jul 23 16:18:35.233935 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-c8dfe383-498e-468f-889c-f9846e6327af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454338 Jul 23 16:18:35.243100 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-25a632ce-a3e0-4739-89f2-5691591e86a8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.244675 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-25a632ce-a3e0-4739-89f2-5691591e86a8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/networks?id=b8a40800-35ff-4d12-a60c-70cf0958e1e8 HTTP/1.1" status: 200 len: 809 time: 0.3063273 Jul 23 16:18:35.278552 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-07d2efb8-528c-4aa8-a9c7-f9cb9b51055d tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/quotas/6e9a81d8fa804caeb3e7ff32e7bad406 HTTP/1.1" status: 200 len: 375 time: 0.0274904 Jul 23 16:18:35.281913 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-03547c1f-5435-40c5-9b40-84dcef706842 req-29c8cfca-6998-48cb-b3b9-76ac908fc42b service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588320 Jul 23 16:18:35.347516 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-7a937643-b5fa-405d-8917-7d8ad5ff471b tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Synchronizing usage tracker for tenant:6e9a81d8fa804caeb3e7ff32e7bad406 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:18:35.374819 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-9af06c8b-b53a-42f7-ab51-e6c38a56bb33 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334760 Jul 23 16:18:35.424698 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-7a937643-b5fa-405d-8917-7d8ad5ff471b tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Unset dirty status for tenant:6e9a81d8fa804caeb3e7ff32e7bad406 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:18:35.426042 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-7a937643-b5fa-405d-8917-7d8ad5ff471b tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e9a81d8fa804caeb3e7ff32e7bad406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1415730 Jul 23 16:18:35.505715 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-03547c1f-5435-40c5-9b40-84dcef706842 req-1650e89c-d3b3-45a7-a405-93492f64b5bd service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868944 Jul 23 16:18:35.513909 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f8b9edc0-22a5-49a6-bfa0-708a762251f4 req-2fa8b4dc-d4d5-4862-bd9d-fa717ebfc633 service neutron] 10.222.0.88 "GET /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321697 Jul 23 16:18:35.700505 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-1a14af99-0e75-4ff7-ba2c-30600749ab54 service neutron] 10.222.0.76 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553113 Jul 23 16:18:35.850502 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-059d727e-8729-468b-9996-7b6fcd63db2f service neutron] 10.222.0.76 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440971 Jul 23 16:18:35.896658 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0ec3-a489-4a57-af33-272d315c9439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.028693 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-00d856a1-8a06-4c97-b9a9-57a5288f357b req-eb657a5f-7f0a-45b6-901e-a90c72b971df tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 210 time: 0.0426347 Jul 23 16:18:36.240864 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f7d2b-b17b-48d4-b7ce-7208b84a5903 req-12bc5732-15ae-471e-a21a-a579ddbe0694 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.242283 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-872f7d2b-b17b-48d4-b7ce-7208b84a5903 req-12bc5732-15ae-471e-a21a-a579ddbe0694 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0891850 Jul 23 16:18:36.289213 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-872f7d2b-b17b-48d4-b7ce-7208b84a5903 req-fe61f8a1-f62c-4d53-832e-39b249588d00 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406914 Jul 23 16:18:36.677055 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.111683 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:18:37.149498 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:18:37.150565 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 9c4b292a-dcc1-4405-acc9-3cb27badcdc4 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:18:37.187937 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-847c3902-992d-403d-910e-8ea23b3f0ed0 req-b8801534-8ff0-4ef6-8b27-85d742c26bdf tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 210 time: 0.0501781 Jul 23 16:18:37.301130 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-1b21ac27-a1aa-4ee4-91a6-42218cd7be06 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.301947 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-1b21ac27-a1aa-4ee4-91a6-42218cd7be06 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Synchronizing usage tracker for tenant:6e9a81d8fa804caeb3e7ff32e7bad406 on resource:network {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:18:37.321068 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-1b21ac27-a1aa-4ee4-91a6-42218cd7be06 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Unset dirty status for tenant:6e9a81d8fa804caeb3e7ff32e7bad406 on resource:network {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:18:37.322925 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-1b21ac27-a1aa-4ee4-91a6-42218cd7be06 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.88 "GET /v2.0/networks?id=b8a40800-35ff-4d12-a60c-70cf0958e1e8 HTTP/1.1" status: 200 len: 809 time: 0.1667576 Jul 23 16:18:37.335849 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Request body: {'port': {'device_id': 'c23d230c-2354-4295-a1d3-6b10f3997725', 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8', 'admin_state_up': True, 'tenant_id': '6e9a81d8fa804caeb3e7ff32e7bad406'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:37.488807 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:18:37.499616 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:18:37.501989 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba88bd-ef78-47d5-a46d-7588288d581a req-897045ef-8dfb-44a6-b845-778ab621fea5 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.503560 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-00ba88bd-ef78-47d5-a46d-7588288d581a req-897045ef-8dfb-44a6-b845-778ab621fea5 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0939867 Jul 23 16:18:37.512158 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Made reservation on behalf of 6e9a81d8fa804caeb3e7ff32e7bad406 for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:37.516068 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.559531 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-00ba88bd-ef78-47d5-a46d-7588288d581a req-f96e3211-f110-490b-8ccf-910d21e42c21 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477195 Jul 23 16:18:37.699183 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.727097 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Allocated IP 172.20.0.9 (b8a40800-35ff-4d12-a60c-70cf0958e1e8/16360930-4a33-4240-b5d1-25d41455ddfe/5083e480-5089-4237-9008-14f09926275f) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:37.935212 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.964399 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.972572 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:38.038902 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Network b8a40800-35ff-4d12-a60c-70cf0958e1e8 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:38.042548 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:38.045231 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:18:38.051023 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.051628 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.072589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Pushing event updated for resources: {'Port': ['ID=5083e480-5089-4237-9008-14f09926275f,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:38.085778 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.086142 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.086499 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.086848 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.087220 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.087573 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.087968 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.088296 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.088795 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.089316 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.089666 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.090006 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:38.094174 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:38.102022 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7705359 Jul 23 16:18:38.120820 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Request body: {'port': {'device_id': 'c23d230c-2354-4295-a1d3-6b10f3997725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:38.188263 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.239093 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.381683 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513dec4-bf1f-4f85-8948-73e777b89863 req-dad7ad31-6fea-47a6-8035-b5894da2cc04 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.383045 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0513dec4-bf1f-4f85-8948-73e777b89863 req-dad7ad31-6fea-47a6-8035-b5894da2cc04 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 931 time: 0.0852714 Jul 23 16:18:38.430703 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0513dec4-bf1f-4f85-8948-73e777b89863 req-c8be5a8a-52af-4359-9cf3-8fef668cc318 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390892 Jul 23 16:18:38.689617 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5083e480-5089-4237-9008-14f09926275f {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:38.697625 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.716071 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Transition to ACTIVE for port object 5083e480-5089-4237-9008-14f09926275f will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:38.720634 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.725903 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:38.780428 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28562-4e2a-4687-b12d-e23052baee52 req-9859466e-d1d6-486d-b714-8551ff8bf8f8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.785138 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9eb28562-4e2a-4687-b12d-e23052baee52 req-9859466e-d1d6-486d-b714-8551ff8bf8f8 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0923607 Jul 23 16:18:38.791072 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5083e480-5089-4237-9008-14f09926275f,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:38.796797 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:38.836254 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9eb28562-4e2a-4687-b12d-e23052baee52 req-002d43e6-3513-49bf-be17-96195fecca4f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483599 Jul 23 16:18:38.907905 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Attempting to bind port 5083e480-5089-4237-9008-14f09926275f on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:38.908268 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Attempting to bind port 5083e480-5089-4237-9008-14f09926275f by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'bc3d6187-320c-49af-8748-0f422bb6786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:38.908589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Attempting to bind port 5083e480-5089-4237-9008-14f09926275f on network b8a40800-35ff-4d12-a60c-70cf0958e1e8 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:18:38.913173 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Port 5083e480-5089-4237-9008-14f09926275f on network b8a40800-35ff-4d12-a60c-70cf0958e1e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:18:38.913492 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Attempting to bind port 5083e480-5089-4237-9008-14f09926275f on network b8a40800-35ff-4d12-a60c-70cf0958e1e8 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:18:38.919256 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:18:38.919583 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Checking segment: {'id': 'bc3d6187-320c-49af-8748-0f422bb6786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:18:38.919964 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Bound using segment: {'id': 'bc3d6187-320c-49af-8748-0f422bb6786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:18:38.920378 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Bound port: 5083e480-5089-4237-9008-14f09926275f, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3d6187-320c-49af-8748-0f422bb6786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:38.920720 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.014189 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] For port 5083e480-5089-4237-9008-14f09926275f, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:18:39.017140 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] For port 5083e480-5089-4237-9008-14f09926275f, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5083e480-5089-4237-9008-14f09926275f,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:18:39.022261 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.027047 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:39.093466 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.094348 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.095700 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] 10.222.0.88 "PUT /v2.0/ports/5083e480-5089-4237-9008-14f09926275f HTTP/1.1" status: 200 len: 1093 time: 0.9802260 Jul 23 16:18:39.096277 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23d230c-2354-4295-a1d3-6b10f3997725', 'tag': '5083e480-5089-4237-9008-14f09926275f'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:39.124424 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5083e480-5089-4237-9008-14f09926275f,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:39.128854 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:39.148582 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23d230c-2354-4295-a1d3-6b10f3997725', 'tag': '5083e480-5089-4237-9008-14f09926275f', 'status': 'completed', 'code': 200} Jul 23 16:18:39.227335 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-d1c878fd-aa97-4907-b795-16373650f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.229495 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-d1c878fd-aa97-4907-b795-16373650f279 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6e9a81d8fa804caeb3e7ff32e7bad406&device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 1096 time: 0.0756788 Jul 23 16:18:39.303334 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-b6cc1028-0d36-4668-8b48-9d40623605c1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5083e480-5089-4237-9008-14f09926275f HTTP/1.1" status: 200 len: 217 time: 0.0639164 Jul 23 16:18:39.375202 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-e3577433-e547-40f0-bac2-a6dc5805a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.376797 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-e3577433-e547-40f0-bac2-a6dc5805a9a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16360930-4a33-4240-b5d1-25d41455ddfe HTTP/1.1" status: 200 len: 849 time: 0.0580919 Jul 23 16:18:39.426567 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-3e5a428e-8176-4f9c-92c7-820c5b212171 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b8a40800-35ff-4d12-a60c-70cf0958e1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429857 Jul 23 16:18:39.568644 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-2000238c-37d1-4570-9f62-e95891990442 service neutron] 10.222.0.88 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271434 Jul 23 16:18:39.619819 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91e19f-3635-478b-a402-6eddb3b59195 req-1e904bac-954d-462c-a1f8-ea1e76626bdb tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.621445 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-dd91e19f-3635-478b-a402-6eddb3b59195 req-1e904bac-954d-462c-a1f8-ea1e76626bdb tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 943 time: 0.0824308 Jul 23 16:18:39.675930 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-dd91e19f-3635-478b-a402-6eddb3b59195 req-1a0ccd61-0d36-41f1-a851-a9b2a3020ac0 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486829 Jul 23 16:18:39.713608 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d69349b6-73d8-4336-9650-3b0d7e1db9b5 req-e22e58b7-9a03-4762-a8d4-82033268cfa6 service neutron] 10.222.0.88 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335003 Jul 23 16:18:39.841027 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-d97aef42-045c-48da-9d81-966884671e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.842635 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-d97aef42-045c-48da-9d81-966884671e8f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6e9a81d8fa804caeb3e7ff32e7bad406&device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 1096 time: 0.0773354 Jul 23 16:18:39.975730 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-a6481a79-8e4a-449d-adc9-1cf53c751d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.977244 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-a6481a79-8e4a-449d-adc9-1cf53c751d22 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b8a40800-35ff-4d12-a60c-70cf0958e1e8 HTTP/1.1" status: 200 len: 910 time: 0.1272345 Jul 23 16:18:40.051338 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-4105a3f3-3f64-4cf2-b058-04f0ff1d7241 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5083e480-5089-4237-9008-14f09926275f HTTP/1.1" status: 200 len: 217 time: 0.0614517 Jul 23 16:18:40.202697 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-ac99fd57-b4ab-49db-9864-9ca38da9e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.204790 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-ac99fd57-b4ab-49db-9864-9ca38da9e156 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16360930-4a33-4240-b5d1-25d41455ddfe HTTP/1.1" status: 200 len: 849 time: 0.1438720 Jul 23 16:18:40.285468 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-4d1b5abe-1f72-4f67-af7b-eb8c4654f518 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b8a40800-35ff-4d12-a60c-70cf0958e1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459120 Jul 23 16:18:40.448136 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-163ce7b9-d8bc-47dd-b79e-6ade64f9c77c service neutron] 10.222.0.88 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407580 Jul 23 16:18:40.608710 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f6e9e68a-a022-453f-b442-f1ac09b575c7 req-055d7bc4-1bee-411b-bff5-65dcb9e91171 service neutron] 10.222.0.88 "GET /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435180 Jul 23 16:18:40.877625 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fe1ed-aab8-4abb-9d6e-11af31f287f0 req-25f386b3-48b3-4633-8a32-7558f2be1ef4 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.879156 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d36fe1ed-aab8-4abb-9d6e-11af31f287f0 req-25f386b3-48b3-4633-8a32-7558f2be1ef4 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 943 time: 0.0869410 Jul 23 16:18:40.925806 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d36fe1ed-aab8-4abb-9d6e-11af31f287f0 req-ad4c7ea1-9275-4d54-9846-66cd30e03ed4 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402694 Jul 23 16:18:41.977469 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0d34c-98aa-44ec-a8ea-28337326a566 req-b4459bd1-44cf-47de-a2e6-186f26924bc5 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:41.979908 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5de0d34c-98aa-44ec-a8ea-28337326a566 req-b4459bd1-44cf-47de-a2e6-186f26924bc5 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0995231 Jul 23 16:18:42.029370 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5de0d34c-98aa-44ec-a8ea-28337326a566 req-31f19770-582d-43fc-aec7-b47f393cfac6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Jul 23 16:18:42.139461 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c569aaa-e0ec-4e53-999d-2b0fce31cd5e req-ca554a7d-0485-4646-be8f-0d8b4492a244 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:42.140894 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0c569aaa-e0ec-4e53-999d-2b0fce31cd5e req-ca554a7d-0485-4646-be8f-0d8b4492a244 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 943 time: 0.0854607 Jul 23 16:18:42.198395 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0c569aaa-e0ec-4e53-999d-2b0fce31cd5e req-ba60cd4c-d35c-4c6b-ac5a-c4cc96153771 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493345 Jul 23 16:18:43.139870 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 5083e480-5089-4237-9008-14f09926275f details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:18:43.236004 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b010-2307-4d57-8138-4a9905de86d5 req-24108513-2c5d-4a3d-8f71-cdcf19cc5529 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.237807 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c8a1b010-2307-4d57-8138-4a9905de86d5 req-24108513-2c5d-4a3d-8f71-cdcf19cc5529 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0951281 Jul 23 16:18:43.279877 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 5083e480-5089-4237-9008-14f09926275f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5083e480-5089-4237-9008-14f09926275f,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:43.285678 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c8a1b010-2307-4d57-8138-4a9905de86d5 req-32c261f3-cb3a-4a90-a28b-44921f959ec2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Jul 23 16:18:43.294260 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '5083e480-5089-4237-9008-14f09926275f', 'network_id': 'b8a40800-35ff-4d12-a60c-70cf0958e1e8', 'port_id': '5083e480-5089-4237-9008-14f09926275f', 'mac_address': 'fa:16:3e:2d:fe:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16360930-4a33-4240-b5d1-25d41455ddfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:18:43.350080 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.367458 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5083e480-5089-4237-9008-14f09926275f {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:43.385235 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 5083e480-5089-4237-9008-14f09926275f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5083e480-5089-4237-9008-14f09926275f,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:43.389385 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.391257 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:43.459198 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b609ac-d2c1-4d90-97f6-847a98f8b441 req-eebc1b71-cd2b-410b-b469-c241fab130bc tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.459693 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=5083e480-5089-4237-9008-14f09926275f,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.460729 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-72b609ac-d2c1-4d90-97f6-847a98f8b441 req-eebc1b71-cd2b-410b-b469-c241fab130bc tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 943 time: 0.1356502 Jul 23 16:18:43.468366 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.468709 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.469037 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.469394 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.469714 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.470060 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.470404 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.470721 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.471034 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.471346 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.471663 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.471964 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:43.475988 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:43.522241 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8e6e4-c9db-4bca-aab9-e39b4eee15d5 req-dd4bd852-2d2a-4d64-bfd2-b0b167a5919b tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.523930 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-caf8e6e4-c9db-4bca-aab9-e39b4eee15d5 req-dd4bd852-2d2a-4d64-bfd2-b0b167a5919b tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1322615 Jul 23 16:18:43.529182 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-72b609ac-d2c1-4d90-97f6-847a98f8b441 req-9f7ac9a1-807a-4da0-9d20-736079338813 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609329 Jul 23 16:18:43.580306 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-caf8e6e4-c9db-4bca-aab9-e39b4eee15d5 req-1b3ea40d-d2f1-4283-80ea-73dfe288d619 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Jul 23 16:18:43.705011 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['5083e480-5089-4237-9008-14f09926275f'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:18:44.473054 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c3bd-bcd5-49db-8182-dd455eed138d req-84f6f064-1c76-4fd0-9adb-a104d1cdf5a0 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.474532 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5fc0c3bd-bcd5-49db-8182-dd455eed138d req-84f6f064-1c76-4fd0-9adb-a104d1cdf5a0 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0793986 Jul 23 16:18:44.518731 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5fc0c3bd-bcd5-49db-8182-dd455eed138d req-ae14dfb3-4e22-437a-89a3-b3aa4845257e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379894 Jul 23 16:18:44.788289 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddce87-e47f-4355-9e3e-bf899cffa367 req-8c1121b5-00da-4991-ac6a-796772cdf8bd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.789776 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-63ddce87-e47f-4355-9e3e-bf899cffa367 req-8c1121b5-00da-4991-ac6a-796772cdf8bd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 944 time: 0.1445901 Jul 23 16:18:44.800921 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b922cd-77a0-4f19-8cf3-a30905635712 req-ceab23a2-0573-4559-b864-a64b4d88cc8f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.802402 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-07b922cd-77a0-4f19-8cf3-a30905635712 req-ceab23a2-0573-4559-b864-a64b4d88cc8f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1114633 Jul 23 16:18:44.955859 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-63ddce87-e47f-4355-9e3e-bf899cffa367 req-f111cd7b-bfb4-44a6-8118-c0aeea967bfa tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523721 Jul 23 16:18:44.965245 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-07b922cd-77a0-4f19-8cf3-a30905635712 req-65e4d9f5-cf09-4b3c-8dc9-e9768fac3171 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489432 Jul 23 16:18:45.156775 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 5083e480-5089-4237-9008-14f09926275f up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:18:45.223175 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 5083e480-5089-4237-9008-14f09926275f completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:45.228481 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 5083e480-5089-4237-9008-14f09926275f triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:45.228855 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.348406 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.376666 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23d230c-2354-4295-a1d3-6b10f3997725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5083e480-5089-4237-9008-14f09926275f'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:45.388133 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 5083e480-5089-4237-9008-14f09926275f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5083e480-5089-4237-9008-14f09926275f,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:45.393273 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.395163 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:45.429727 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23d230c-2354-4295-a1d3-6b10f3997725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5083e480-5089-4237-9008-14f09926275f', 'code': 200} Jul 23 16:18:45.470209 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=5083e480-5089-4237-9008-14f09926275f,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:45.473883 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:45.691069 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86d6a9-0849-447c-9509-cd7bc36068a7 req-154e4558-4fdf-4ba6-81db-632308106907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.692603 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fa86d6a9-0849-447c-9509-cd7bc36068a7 req-154e4558-4fdf-4ba6-81db-632308106907 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 1098 time: 0.0787582 Jul 23 16:18:45.714185 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8323d-e919-4943-b547-390640940b3a req-2939c594-406c-4fb3-ad1a-c61068da9128 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.715651 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-47a8323d-e919-4943-b547-390640940b3a req-2939c594-406c-4fb3-ad1a-c61068da9128 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0853934 Jul 23 16:18:45.746772 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-fa86d6a9-0849-447c-9509-cd7bc36068a7 req-1617ee53-de45-4f6a-bad6-5a93276a179d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379148 Jul 23 16:18:45.765489 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-47a8323d-e919-4943-b547-390640940b3a req-13bb5cf1-92d8-4217-89ed-7fec84a19cff tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Jul 23 16:18:46.072806 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb65484-3158-4f71-b7b2-e944b974169b req-a55e107f-3b95-43d5-9d82-1bbd0884dbd9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.073589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-cdb65484-3158-4f71-b7b2-e944b974169b req-a55e107f-3b95-43d5-9d82-1bbd0884dbd9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Synchronizing usage tracker for tenant:f1e1a896ab074baa9ec90756d52a58fb on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:18:46.090973 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-cdb65484-3158-4f71-b7b2-e944b974169b req-a55e107f-3b95-43d5-9d82-1bbd0884dbd9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Unset dirty status for tenant:f1e1a896ab074baa9ec90756d52a58fb on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:18:46.092099 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-cdb65484-3158-4f71-b7b2-e944b974169b req-a55e107f-3b95-43d5-9d82-1bbd0884dbd9 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.88 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1029611 Jul 23 16:18:46.168022 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-cdb65484-3158-4f71-b7b2-e944b974169b req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Deleting port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:18:46.168728 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-cdb65484-3158-4f71-b7b2-e944b974169b req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.222607 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143955-a968-44b9-ab28-40881b2dcba8 req-76e43a83-47dc-4cc7-af41-eeffd0aa26c5 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.224153 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-33143955-a968-44b9-ab28-40881b2dcba8 req-76e43a83-47dc-4cc7-af41-eeffd0aa26c5 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 945 time: 0.1453826 Jul 23 16:18:46.232238 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43b0b-399d-4dd7-8f2f-71b02ce6ee96 req-78bdd782-b1c0-4dfd-ac04-d97bfc48a3b7 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.233680 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ed43b0b-399d-4dd7-8f2f-71b02ce6ee96 req-78bdd782-b1c0-4dfd-ac04-d97bfc48a3b7 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 945 time: 0.1568975 Jul 23 16:18:46.305475 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-33143955-a968-44b9-ab28-40881b2dcba8 req-aa3aa040-688e-4bf2-9f6c-f93cbb46b5ba tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706999 Jul 23 16:18:46.310519 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ed43b0b-399d-4dd7-8f2f-71b02ce6ee96 req-688ff23b-0ae9-486a-91e0-c9f4200748b5 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590382 Jul 23 16:18:46.422844 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-cdb65484-3158-4f71-b7b2-e944b974169b req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] For port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:46.423189 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-cdb65484-3158-4f71-b7b2-e944b974169b req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.545718 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-cdb65484-3158-4f71-b7b2-e944b974169b req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Calling delete_port for ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:18:46.709155 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-cdb65484-3158-4f71-b7b2-e944b974169b req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.716240 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:46.723507 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['b672f7d9-6ffd-452b-b70d-602349d8fdc6', 'ccd843f7-108c-48e8-8b50-5b4ab5fd06e8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:18:46.768043 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Pushing event deleted for resources: {'Port': ['ID=ccd843f7-108c-48e8-8b50-5b4ab5fd06e8,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:46.771091 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:46.888441 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb65484-3158-4f71-b7b2-e944b974169b req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] No DVR routers for this DVR port ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:46.893524 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-cdb65484-3158-4f71-b7b2-e944b974169b req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.900458 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafd9dad-0e6c-494c-a2b0-2240ecf81094', 'name': 'network-vif-deleted', 'tag': 'ccd843f7-108c-48e8-8b50-5b4ab5fd06e8'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:46.949073 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-cdb65484-3158-4f71-b7b2-e944b974169b req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.88 "DELETE /v2.0/ports/ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 HTTP/1.1" status: 204 len: 173 time: 0.8505437 Jul 23 16:18:46.988497 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafd9dad-0e6c-494c-a2b0-2240ecf81094', 'name': 'network-vif-deleted', 'tag': 'ccd843f7-108c-48e8-8b50-5b4ab5fd06e8', 'status': 'completed', 'code': 200} Jul 23 16:18:47.006211 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8be4d4-e339-4770-ac77-7bda2cf243f3 req-34dd6da3-6e33-4107-9279-057a942692ca tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.013799 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0e8be4d4-e339-4770-ac77-7bda2cf243f3 req-34dd6da3-6e33-4107-9279-057a942692ca tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1096015 Jul 23 16:18:47.065380 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0e8be4d4-e339-4770-ac77-7bda2cf243f3 req-26f6127c-214b-4540-85ab-6874a04b6eb9 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499971 Jul 23 16:18:47.510614 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-433c132e-ccbd-4d7a-90f0-3fae35dd10d3 req-91982ab5-7178-4616-acbb-98de7303c3bd tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafd9dad-0e6c-494c-a2b0-2240ecf81094 HTTP/1.1" status: 200 len: 210 time: 0.0508082 Jul 23 16:18:47.559850 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3aab5-4027-4abb-9fa1-78e190e61c53 req-22d7d18a-0e6e-4095-8a9a-bb77f729764c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.561508 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-dfc3aab5-4027-4abb-9fa1-78e190e61c53 req-22d7d18a-0e6e-4095-8a9a-bb77f729764c tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 945 time: 0.1407607 Jul 23 16:18:47.615862 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-dfc3aab5-4027-4abb-9fa1-78e190e61c53 req-47a37825-5ca4-4d8a-a02d-68321f1e3a6a tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484791 Jul 23 16:18:48.258022 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895ae66-8091-4e51-8bfb-759f09b6f192 req-89dfce78-86b5-4a54-ac22-3932ec87e50c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:48.260059 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a895ae66-8091-4e51-8bfb-759f09b6f192 req-89dfce78-86b5-4a54-ac22-3932ec87e50c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0862975 Jul 23 16:18:48.306582 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a895ae66-8091-4e51-8bfb-759f09b6f192 req-a63e73ba-ae67-4bc8-b663-7545a67e8df7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401757 Jul 23 16:18:48.854491 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfd81f-58f6-4f85-9b58-f8af0a75c8f3 req-b1427403-a493-41bd-a902-90fb0bab8009 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:48.856017 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-15cfd81f-58f6-4f85-9b58-f8af0a75c8f3 req-b1427403-a493-41bd-a902-90fb0bab8009 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 945 time: 0.0866549 Jul 23 16:18:48.906406 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-15cfd81f-58f6-4f85-9b58-f8af0a75c8f3 req-5a065e5f-694a-4183-a8d6-a07138e8d36d tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Jul 23 16:18:48.999634 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba8814-e3b7-4fb7-99f4-342af11eff6f req-eac21e0f-b339-49d0-9b85-ab19e28f0766 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.001159 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-adba8814-e3b7-4fb7-99f4-342af11eff6f req-eac21e0f-b339-49d0-9b85-ab19e28f0766 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0804200 Jul 23 16:18:49.049030 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-adba8814-e3b7-4fb7-99f4-342af11eff6f req-447d95d1-6252-4c0c-8d62-a1d9ab6fea28 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Jul 23 16:18:49.172059 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:18:49.207827 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:18:49.208177 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device ccd843f7-108c-48e8-8b50-5b4ab5fd06e8 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:18:49.497003 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48f70f-49d7-4d47-b106-9f7347b935d8 req-8a3ce2d2-fc77-40a4-9b9e-0cd2813f6b74 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.498535 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2d48f70f-49d7-4d47-b106-9f7347b935d8 req-8a3ce2d2-fc77-40a4-9b9e-0cd2813f6b74 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0825419 Jul 23 16:18:49.544743 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2d48f70f-49d7-4d47-b106-9f7347b935d8 req-5f6a22d6-64b0-4b02-92d2-d49c6a239811 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Jul 23 16:18:50.097541 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465bba4-c94c-479a-8cc5-2ab290d0ce80 req-97a00943-4b03-4f2b-a12b-c1eda9c656e2 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.099189 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1465bba4-c94c-479a-8cc5-2ab290d0ce80 req-97a00943-4b03-4f2b-a12b-c1eda9c656e2 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 945 time: 0.0814254 Jul 23 16:18:50.147540 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1465bba4-c94c-479a-8cc5-2ab290d0ce80 req-0f97c77d-1935-4590-90b7-47cb3400474e tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb9ad5a-de80-4657-98ca-23cf2de728d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Jul 23 16:18:50.235972 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe4892-5d42-42c5-8fe3-dde17a1e06b1 req-cbe31307-4917-40b7-b6a2-e24dad109bbf tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.237513 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0ffe4892-5d42-42c5-8fe3-dde17a1e06b1 req-cbe31307-4917-40b7-b6a2-e24dad109bbf tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0813041 Jul 23 16:18:50.281555 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0ffe4892-5d42-42c5-8fe3-dde17a1e06b1 req-da3a5df4-de31-4d0a-8194-a3a2a0531ced tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Jul 23 16:18:50.476158 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-c6f44f7c-8c85-415e-a34e-5c7fe160942f tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.476759 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-c6f44f7c-8c85-415e-a34e-5c7fe160942f tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Synchronizing usage tracker for tenant:6e9a81d8fa804caeb3e7ff32e7bad406 on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:18:50.491399 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-c6f44f7c-8c85-415e-a34e-5c7fe160942f tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Unset dirty status for tenant:6e9a81d8fa804caeb3e7ff32e7bad406 on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:18:50.492626 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-c6f44f7c-8c85-415e-a34e-5c7fe160942f tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.88 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 945 time: 0.0919795 Jul 23 16:18:50.564837 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Deleting port 5083e480-5089-4237-9008-14f09926275f {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:18:50.565204 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.749943 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750f22d-3fd1-49f1-bf1b-27f875ac93c0 req-806c7577-b7c0-4cb1-bd1a-c5ad7496cfb4 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.751540 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3750f22d-3fd1-49f1-bf1b-27f875ac93c0 req-806c7577-b7c0-4cb1-bd1a-c5ad7496cfb4 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0964231 Jul 23 16:18:50.800894 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3750f22d-3fd1-49f1-bf1b-27f875ac93c0 req-4868d2e4-e7fe-4c5f-afe2-320bfa24510c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Jul 23 16:18:50.932170 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] For port 5083e480-5089-4237-9008-14f09926275f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5083e480-5089-4237-9008-14f09926275f,segment=NetworkSegment(bc3d6187-320c-49af-8748-0f422bb6786b),segment_id=bc3d6187-320c-49af-8748-0f422bb6786b)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:50.932513 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.064836 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Calling delete_port for 5083e480-5089-4237-9008-14f09926275f owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:18:51.223624 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.229806 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-70e26b30-749f-4608-8a10-feb3f5109794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:51.236291 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['5083e480-5089-4237-9008-14f09926275f'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:18:51.277670 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Pushing event deleted for resources: {'Port': ['ID=5083e480-5089-4237-9008-14f09926275f,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:51.281437 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:51.319575 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a3f08077-f979-45d0-b815-1ef57a64b5ce req-2daa348a-a93d-4b5d-9ad8-f4b86afd4c2b tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.76 "GET /v2.0/ports?device_id=c23d230c-2354-4295-a1d3-6b10f3997725 HTTP/1.1" status: 200 len: 210 time: 0.0570900 Jul 23 16:18:51.359253 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] No DVR routers for this DVR port 5083e480-5089-4237-9008-14f09926275f on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:51.361852 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.364682 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23d230c-2354-4295-a1d3-6b10f3997725', 'name': 'network-vif-deleted', 'tag': '5083e480-5089-4237-9008-14f09926275f'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:51.382583 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-68ddc08e-794b-482c-b745-d4daa2fa5f38 req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] 10.222.0.88 "DELETE /v2.0/ports/5083e480-5089-4237-9008-14f09926275f HTTP/1.1" status: 204 len: 173 time: 0.8813894 Jul 23 16:18:51.416209 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23d230c-2354-4295-a1d3-6b10f3997725', 'name': 'network-vif-deleted', 'tag': '5083e480-5089-4237-9008-14f09926275f', 'status': 'completed', 'code': 200} Jul 23 16:18:51.471062 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ac36d-9f34-4e1f-aab5-027cec1089e8 req-e99b78d3-63b8-4bc2-8dc0-5e214fb1c51f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.472523 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-023ac36d-9f34-4e1f-aab5-027cec1089e8 req-e99b78d3-63b8-4bc2-8dc0-5e214fb1c51f tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0810225 Jul 23 16:18:51.521351 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-023ac36d-9f34-4e1f-aab5-027cec1089e8 req-214f69d1-5b36-4ea1-8bdf-366c6793f9fa tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Jul 23 16:18:51.995080 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621ecf7-615e-43ab-8afc-86f9668dbac8 req-f5dfd8ef-2e44-4573-9467-6fa79d34f0db tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.996696 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4621ecf7-615e-43ab-8afc-86f9668dbac8 req-f5dfd8ef-2e44-4573-9467-6fa79d34f0db tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0816944 Jul 23 16:18:52.046154 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4621ecf7-615e-43ab-8afc-86f9668dbac8 req-9801ec4e-fa16-49de-805a-8ca773d0c4fc tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420115 Jul 23 16:18:52.726318 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb5b7a-6f95-4672-b216-98f130d48b6f req-c12fc9d9-cfe9-4bec-877b-1b0d33b48db0 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:52.727878 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c4cb5b7a-6f95-4672-b216-98f130d48b6f req-c12fc9d9-cfe9-4bec-877b-1b0d33b48db0 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0923645 Jul 23 16:18:52.775685 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c4cb5b7a-6f95-4672-b216-98f130d48b6f req-a48df8f7-0a00-4129-a858-4b82bc3674d3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Jul 23 16:18:53.240124 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667a1a-9294-4bcd-b155-35d761fb0a6b req-84891a1b-87be-45ca-bfc4-43b5d29917a6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.241627 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e0667a1a-9294-4bcd-b155-35d761fb0a6b req-84891a1b-87be-45ca-bfc4-43b5d29917a6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0857685 Jul 23 16:18:53.292222 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e0667a1a-9294-4bcd-b155-35d761fb0a6b req-2f09b80a-4cff-45eb-b1ce-13aeda4d402f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446250 Jul 23 16:18:53.967750 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32e9f-bd94-4fed-a22a-e7482e3394ce req-f79aadff-6761-4fe8-a1bd-50ecd90dede3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.969138 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-abe32e9f-bd94-4fed-a22a-e7482e3394ce req-f79aadff-6761-4fe8-a1bd-50ecd90dede3 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.0789406 Jul 23 16:18:54.013038 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-abe32e9f-bd94-4fed-a22a-e7482e3394ce req-da9cfa36-4231-4784-81b6-f8f53b887ec7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Jul 23 16:18:54.528489 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32644446-9e0f-47ab-aa2b-658d0cfcef57 req-9c06f1eb-2488-417b-84ba-957b4a2a4f8e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:54.530046 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-32644446-9e0f-47ab-aa2b-658d0cfcef57 req-9c06f1eb-2488-417b-84ba-957b4a2a4f8e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0923064 Jul 23 16:18:54.676139 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-32644446-9e0f-47ab-aa2b-658d0cfcef57 req-3b8813cf-ea0d-49a9-97f1-7c1be562c181 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370525 Jul 23 16:18:55.216484 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 5083e480-5089-4237-9008-14f09926275f no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:18:55.260738 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 5083e480-5089-4237-9008-14f09926275f {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:18:55.261499 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 5083e480-5089-4237-9008-14f09926275f not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:18:55.411807 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-c85eca66-2db0-4fcb-8cb8-d16c5ebdeb74 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.413417 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-c85eca66-2db0-4fcb-8cb8-d16c5ebdeb74 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Synchronizing usage tracker for tenant:f1e1a896ab074baa9ec90756d52a58fb on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:18:55.437444 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-c85eca66-2db0-4fcb-8cb8-d16c5ebdeb74 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Unset dirty status for tenant:f1e1a896ab074baa9ec90756d52a58fb on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:18:55.438957 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-c85eca66-2db0-4fcb-8cb8-d16c5ebdeb74 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.88 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1725361 Jul 23 16:18:55.501589 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6a83b-14cb-4e9c-b71c-c634c5605cea req-8a970301-dcc2-4885-a25d-fd4fcea2d0ee tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.509840 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d1d6a83b-14cb-4e9c-b71c-c634c5605cea req-8a970301-dcc2-4885-a25d-fd4fcea2d0ee tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 945 time: 0.1398664 Jul 23 16:18:55.564093 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Deleting port b672f7d9-6ffd-452b-b70d-602349d8fdc6 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:18:55.564529 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.586172 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d1d6a83b-14cb-4e9c-b71c-c634c5605cea req-31685139-8ab2-4961-ae47-fc4d6b1a85b0 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/security-groups?id=07c690ac-5984-4174-af37-7a60c13b4d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748799 Jul 23 16:18:55.905526 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836261b1-2fe9-458c-93b6-c95532b9beaa req-e3e48899-2fe5-41f6-83bd-d598b93f7a3a tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.912438 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-836261b1-2fe9-458c-93b6-c95532b9beaa req-e3e48899-2fe5-41f6-83bd-d598b93f7a3a tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1154697 Jul 23 16:18:55.977805 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-836261b1-2fe9-458c-93b6-c95532b9beaa req-05057622-2ddf-4aae-ab47-9124bd7d78ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570827 Jul 23 16:18:56.021778 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] For port b672f7d9-6ffd-452b-b70d-602349d8fdc6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b672f7d9-6ffd-452b-b70d-602349d8fdc6,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:18:56.022138 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.160079 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Calling delete_port for b672f7d9-6ffd-452b-b70d-602349d8fdc6 owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:18:56.355662 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.362227 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b190fd89-af43-4489-9727-4b0608257996 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:18:56.368997 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['b672f7d9-6ffd-452b-b70d-602349d8fdc6'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:18:56.440343 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Pushing event deleted for resources: {'Port': ['ID=b672f7d9-6ffd-452b-b70d-602349d8fdc6,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:56.446766 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:18:56.542016 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] No DVR routers for this DVR port b672f7d9-6ffd-452b-b70d-602349d8fdc6 on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:56.544767 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.548415 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a81583-f16e-4dab-92de-5d0d6578946d', 'name': 'network-vif-deleted', 'tag': 'b672f7d9-6ffd-452b-b70d-602349d8fdc6'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:56.575509 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-74dfd5ad-273f-4a59-bd2e-708ba45df822 req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.88 "DELETE /v2.0/ports/b672f7d9-6ffd-452b-b70d-602349d8fdc6 HTTP/1.1" status: 204 len: 173 time: 1.1292000 Jul 23 16:18:56.730239 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a81583-f16e-4dab-92de-5d0d6578946d', 'name': 'network-vif-deleted', 'tag': 'b672f7d9-6ffd-452b-b70d-602349d8fdc6', 'status': 'completed', 'code': 200} Jul 23 16:18:56.841922 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d3852619-0748-4678-b7e3-4fa4c2f4e7d6 req-3d8d3f0d-d601-4aaa-bc8c-53f4852bd8d7 tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] 10.222.0.76 "GET /v2.0/ports?device_id=30a81583-f16e-4dab-92de-5d0d6578946d HTTP/1.1" status: 200 len: 210 time: 0.0491464 Jul 23 16:18:57.219739 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bc76b-3e64-4cf1-afab-8939d79927b6 req-5e4534ce-04a8-439a-8abb-8377dbad6ca8 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.222055 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-556bc76b-3e64-4cf1-afab-8939d79927b6 req-5e4534ce-04a8-439a-8abb-8377dbad6ca8 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1228242 Jul 23 16:18:57.290003 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-556bc76b-3e64-4cf1-afab-8939d79927b6 req-6864fbaa-7990-40e4-9b32-d90420d86d6f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611706 Jul 23 16:18:57.994872 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 59592) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:18:58.538709 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c595ce-d403-4a7a-a4d9-26a994812e7e req-da2a3fb8-a457-49d7-9a0b-4988b44fa727 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:58.541595 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f0c595ce-d403-4a7a-a4d9-26a994812e7e req-da2a3fb8-a457-49d7-9a0b-4988b44fa727 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1101518 Jul 23 16:18:58.613904 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f0c595ce-d403-4a7a-a4d9-26a994812e7e req-6eaf7c0f-30ce-4e73-bbe3-13f7208c8aed tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647840 Jul 23 16:18:58.808387 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659917'] for router_interface, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.084664 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f30c3-b4e2-4a55-93dc-159d4339ab33 req-5f646153-2a3c-4bbd-830b-fb61f701f14b tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.086321 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-604f30c3-b4e2-4a55-93dc-159d4339ab33 req-5f646153-2a3c-4bbd-830b-fb61f701f14b tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1318884 Jul 23 16:18:59.139141 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-604f30c3-b4e2-4a55-93dc-159d4339ab33 req-cff373e6-5019-433d-be08-e69eb90a6fde tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455952 Jul 23 16:18:59.230036 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device b672f7d9-6ffd-452b-b70d-602349d8fdc6 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:18:59.272368 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: b672f7d9-6ffd-452b-b70d-602349d8fdc6 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:18:59.273376 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device b672f7d9-6ffd-452b-b70d-602349d8fdc6 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:18:59.420700 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-19f45d3e-c178-4bb0-80a7-ad327debe569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.424423 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-19f45d3e-c178-4bb0-80a7-ad327debe569 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 1098 time: 0.3433132 Jul 23 16:18:59.777661 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-47376151-a3d0-42ad-b42b-eefb2c2fa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.779985 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-47376151-a3d0-42ad-b42b-eefb2c2fa806 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 910 time: 0.3452744 Jul 23 16:18:59.781211 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Deleting port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:18:59.781722 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.150281 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-c8933e15-7abd-49fc-8c85-3e66a62eb2d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a83ad763-50e1-4690-9861-62608c4fbcd8 HTTP/1.1" status: 200 len: 1000 time: 0.3044388 Jul 23 16:19:00.351472 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] For port 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=78f4fef9-b5ef-4e46-aaba-a6e28ce341c1,segment=NetworkSegment(3b54ca7a-962d-4d3e-b899-7291e0926330),segment_id=3b54ca7a-962d-4d3e-b899-7291e0926330)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:00.353275 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.369157 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-6a3c32a7-f362-4d45-a752-917f8ff3b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:00.370862 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-6a3c32a7-f362-4d45-a752-917f8ff3b83c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 200 len: 848 time: 0.1604879 Jul 23 16:19:00.396490 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242c05d-8301-4eb5-bd61-1cb95db56578 req-62545b91-e2f1-4540-a005-9c34231e93d8 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:00.403605 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8242c05d-8301-4eb5-bd61-1cb95db56578 req-62545b91-e2f1-4540-a005-9c34231e93d8 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1227574 Jul 23 16:19:00.473830 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8242c05d-8301-4eb5-bd61-1cb95db56578 req-a0eccaeb-3e44-49f0-bc32-94dc8501cd14 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692959 Jul 23 16:19:00.704942 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Calling delete_port for 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 owned by network:router_interface {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:19:01.069907 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-66761180-9aa4-4ad2-a4cd-17ff2427572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.073873 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-66761180-9aa4-4ad2-a4cd-17ff2427572d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e1ca1912-5243-42a2-8607-b50e9ed457ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6455929 Jul 23 16:19:01.338527 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-77491940-feeb-423b-bb91-3f38acda566a service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512774 Jul 23 16:19:01.417371 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.424732 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:01.482519 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f4fef9-b5ef-4e46-aaba-a6e28ce341c1,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.547547 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:01.695872 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b789a-8220-4694-b79b-eccdd3a684e5 req-137d6ca1-8e90-4cf3-b789-c441045c8464 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.704430 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-497b789a-8220-4694-b79b-eccdd3a684e5 req-137d6ca1-8e90-4cf3-b789-c441045c8464 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1139262 Jul 23 16:19:01.763768 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-497b789a-8220-4694-b79b-eccdd3a684e5 req-13387500-33d8-4e02-a1c2-eec6fe5786da tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561619 Jul 23 16:19:01.788651 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ee4b8a25-ca93-4867-8d66-c294b88e1d5e req-bea7ec89-3c5c-4ae0-8e0e-911f5efade00 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394169 Jul 23 16:19:01.927800 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-543989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659889'] for router_interface, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:02.501189 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:02.720605 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:19:02.736574 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] Sync routers for ids ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:02.742449 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] 10.222.0.76 "PUT /v2.0/routers/fda23af2-3d7f-4647-8dd2-e0b27f3cdb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7416136 Jul 23 16:19:02.742961 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59626) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:02.752304 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] Routers {'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:02.753724 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:18:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:03.053054 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks [] for router, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.069559 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] Set router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:19:03.268364 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.277476 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e9ec1627-e5d4-4922-916b-8b0fcf923957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.280920 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Deleting port 74ba0b4e-2848-409d-8db4-01d81d04ec02 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:19:03.281310 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.399924 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:29Z', 'updated_at': '2021-07-23T16:19:01Z', 'revision_number': 5, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'gw_port': {'id': '74ba0b4e-2848-409d-8db4-01d81d04ec02', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:03.405706 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] Checking router: fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:03.417707 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] Routers {'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:03.418804 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:18:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:03.457680 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819d233-5059-44af-83e4-1b5cf8e7e3c5 req-234e88ff-6022-4506-b348-82d1bb6deb9e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:03.459255 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f819d233-5059-44af-83e4-1b5cf8e7e3c5 req-234e88ff-6022-4506-b348-82d1bb6deb9e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.5047390 Jul 23 16:19:03.514902 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] For port 74ba0b4e-2848-409d-8db4-01d81d04ec02, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=74ba0b4e-2848-409d-8db4-01d81d04ec02,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:03.515319 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.519010 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:19:03.580522 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.636214 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] Set router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 gateway port host: None {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:19:03.760408 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:29Z', 'updated_at': '2021-07-23T16:19:03Z', 'revision_number': 6, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'gw_port_host': None}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:03.761182 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Calling delete_port for 74ba0b4e-2848-409d-8db4-01d81d04ec02 owned by network:router_gateway {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:19:03.765954 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33820e0f-ebf2-4a94-83c1-9d0cc827e138 None None] The sync data for ids ['fda23af2-3d7f-4647-8dd2-e0b27f3cdb45'] in dv-cinder-802036-1-smb is: [{'id': 'fda23af2-3d7f-4647-8dd2-e0b27f3cdb45', 'name': 'tempest-ServerRescueNegativeTestJSON-1743970749-router', 'tenant_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:29Z', 'updated_at': '2021-07-23T16:19:03Z', 'revision_number': 6, 'project_id': 'f1e1a896ab074baa9ec90756d52a58fb', 'gw_port_host': None}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:03.952826 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f819d233-5059-44af-83e4-1b5cf8e7e3c5 req-3ef716f2-2862-4207-8f08-daabc0eb002f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4672544 Jul 23 16:19:04.117014 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.122003 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e5245865-6424-48e0-81fd-ea0331e6e8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:04.199856 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=74ba0b4e-2848-409d-8db4-01d81d04ec02,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:04.230443 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:04.312350 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688920'] for router_gateway, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.501883 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-339'] for router, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.509150 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.607677 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-660546'] for router, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.608485 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 {{(pid=78583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 16:19:04.631672 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.632812 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] 10.222.0.76 "DELETE /v2.0/routers/fda23af2-3d7f-4647-8dd2-e0b27f3cdb45 HTTP/1.1" status: 204 len: 168 time: 1.8892119 Jul 23 16:19:04.635464 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59650) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:04.716742 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a5c400-a4b7-40bc-af83-ee34b0d4ad47 admin admin] Deleting subnet b87b2962-7e68-44f8-b9c4-11363816a02d {{(pid=78583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:19:04.723258 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-17a5c400-a4b7-40bc-af83-ee34b0d4ad47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.810539 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-17a5c400-a4b7-40bc-af83-ee34b0d4ad47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15297764'] for subnet, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.886238 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-17a5c400-a4b7-40bc-af83-ee34b0d4ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.970705 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-17a5c400-a4b7-40bc-af83-ee34b0d4ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14459840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15231977'] for subnet, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.976003 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-cc14cb41-3a25-4875-82b9-a48d69630d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:05.015870 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5c400-a4b7-40bc-af83-ee34b0d4ad47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87b2962-7e68-44f8-b9c4-11363816a02d,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:05.018527 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-17a5c400-a4b7-40bc-af83-ee34b0d4ad47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:05.022311 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-17a5c400-a4b7-40bc-af83-ee34b0d4ad47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.030051 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-17a5c400-a4b7-40bc-af83-ee34b0d4ad47 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b87b2962-7e68-44f8-b9c4-11363816a02d HTTP/1.1" status: 204 len: 168 time: 0.3935077 Jul 23 16:19:05.032622 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 59656) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:05.203182 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.353468 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.369050 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.369479 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.370254 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.370609 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.371005 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.371372 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.371715 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.372038 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.372362 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.372675 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.457427 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.458188 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.458665 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.459170 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:19:05.459418 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5d29be-ec58-4e46-9f6f-652c4fecd9bf']}} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:05.475080 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b54ca7a-962d-4d3e-b899-7291e0926330') {'for_net_delete': True} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:05.475417 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b54ca7a-962d-4d3e-b899-7291e0926330') {} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:05.492379 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14995908'] for segment, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.511945 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.521930 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=78584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:19:05.522335 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15683517'] for segment, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: from cryptography.utils import int_from_bytes Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: from cryptography.utils import int_from_bytes Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: util.warn_limited( Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: util.warn_limited( Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: Traceback (most recent call last): Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: timer() Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: cb(*args, **kw) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: return func(*args, **kwargs) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: self._notify() Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: self.callback(batched_events) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: event.method(event) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: return f(self, *a, **k) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: return self._get(url).json() Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: return self.request(url, 'GET', **kwargs) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:19:05.539198 dv-cinder-802036-1-smb neutron-server[78584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:19:05.641594 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.648681 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.653534 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:05.678866 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a5d29be-ec58-4e46-9f6f-652c4fecd9bf,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:05.682876 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:05.685972 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1a5d29be-ec58-4e46-9f6f-652c4fecd9bf HTTP/1.1" status: 204 len: 168 time: 0.6520412 Jul 23 16:19:05.868504 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:19:05.930037 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:19:05.930937 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 78f4fef9-b5ef-4e46-aaba-a6e28ce341c1 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:19:05.931575 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 74ba0b4e-2848-409d-8db4-01d81d04ec02 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:19:05.932729 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59666) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:05.969429 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 74ba0b4e-2848-409d-8db4-01d81d04ec02 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:19:05.970137 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 74ba0b4e-2848-409d-8db4-01d81d04ec02 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:19:05.988127 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f1159dc6-a296-430c-9ee2-24f3c0e0c199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.000364 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-8c416cd5-3446-41b8-b5c5-56e6ccb72d27 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f1e1a896ab074baa9ec90756d52a58fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0661809 Jul 23 16:19:06.020918 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59670) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:06.095281 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-60817f9e-17c4-459e-8106-1bbc8fed7512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.129285 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-60817f9e-17c4-459e-8106-1bbc8fed7512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.189943 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-60817f9e-17c4-459e-8106-1bbc8fed7512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.194774 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-88aee960-e27e-483e-8f94-2d09af76cde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:06.209367 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60817f9e-17c4-459e-8106-1bbc8fed7512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c690ac-5984-4174-af37-7a60c13b4d3b,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:06.213653 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-60817f9e-17c4-459e-8106-1bbc8fed7512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:06.224704 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-60817f9e-17c4-459e-8106-1bbc8fed7512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.226354 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-60817f9e-17c4-459e-8106-1bbc8fed7512 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07c690ac-5984-4174-af37-7a60c13b4d3b HTTP/1.1" status: 204 len: 168 time: 0.2039609 Jul 23 16:19:06.690733 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.697984 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.206186 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.564527 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 59892) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:13.569081 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884d770-afa1-4932-af31-e4a88bf0add5 req-7c817e67-a8b1-4f3b-9a93-064adfc4a3d1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.571996 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6884d770-afa1-4932-af31-e4a88bf0add5 req-7c817e67-a8b1-4f3b-9a93-064adfc4a3d1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 947 time: 0.0925448 Jul 23 16:19:13.617369 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6884d770-afa1-4932-af31-e4a88bf0add5 req-2d2c6150-81aa-4169-9fed-b85a759fbbe2 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395241 Jul 23 16:19:13.626119 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] Deleting subnet 16360930-4a33-4240-b5d1-25d41455ddfe {{(pid=78584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:19:13.629154 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.689299 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14995931'] for subnet, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.746177 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.830816 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15683547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14962779'] for subnet, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.835068 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:13.875401 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16360930-4a33-4240-b5d1-25d41455ddfe,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:13.878333 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:13.879303 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.886315 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/16360930-4a33-4240-b5d1-25d41455ddfe HTTP/1.1" status: 204 len: 168 time: 0.3207128 Jul 23 16:19:13.888701 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 59896) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:13.989673 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.116025 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.129014 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a40800-35ff-4d12-a60c-70cf0958e1e8']}} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:14.146127 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3d6187-320c-49af-8748-0f422bb6786b') {'for_net_delete': True} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:14.146420 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3d6187-320c-49af-8748-0f422bb6786b') {} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:14.158421 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14995908'] for segment, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.174859 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.181407 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=78584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:19:14.181805 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15683517'] for segment, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: Traceback (most recent call last): Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: timer() Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: cb(*args, **kw) Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: return func(*args, **kwargs) Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: self._notify() Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: self.callback(batched_events) Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: event.method(event) Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: return f(self, *a, **k) Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: return self._get(url).json() Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: return self.request(url, 'GET', **kwargs) Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:19:14.195274 dv-cinder-802036-1-smb neutron-server[78584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:19:14.279187 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.285262 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:14.299407 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.314879 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a40800-35ff-4d12-a60c-70cf0958e1e8,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:14.319821 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:14.323476 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] 10.222.0.76 "DELETE /v2.0/networks/b8a40800-35ff-4d12-a60c-70cf0958e1e8 HTTP/1.1" status: 204 len: 168 time: 0.4338000 Jul 23 16:19:14.501862 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59902) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:14.549498 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-2558f6ac-adf1-48a4-845c-6d43fb892a5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e9a81d8fa804caeb3e7ff32e7bad406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463414 Jul 23 16:19:14.551828 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59906) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:14.610967 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6e3708ee-c82b-4868-bc38-018642c990d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.639708 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6e3708ee-c82b-4868-bc38-018642c990d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.708150 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6e3708ee-c82b-4868-bc38-018642c990d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.715378 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-60817f9e-17c4-459e-8106-1bbc8fed7512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:14.734207 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3708ee-c82b-4868-bc38-018642c990d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb9ad5a-de80-4657-98ca-23cf2de728d1,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:14.737434 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-6e3708ee-c82b-4868-bc38-018642c990d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:14.741047 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-6e3708ee-c82b-4868-bc38-018642c990d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.742260 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-6e3708ee-c82b-4868-bc38-018642c990d1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ddb9ad5a-de80-4657-98ca-23cf2de728d1 HTTP/1.1" status: 204 len: 168 time: 0.1895642 Jul 23 16:19:14.946649 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0040070-68c1-440d-81b2-167193c7c5c3 req-12c54c66-4487-438f-9dd7-f4fd659132f9 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:14.948947 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d0040070-68c1-440d-81b2-167193c7c5c3 req-12c54c66-4487-438f-9dd7-f4fd659132f9 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 947 time: 0.1892955 Jul 23 16:19:15.011380 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d0040070-68c1-440d-81b2-167193c7c5c3 req-30f9f1ae-567f-4356-826a-80bc97f38791 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b8d59c7-04c5-4fab-892f-5ae981420dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498853 Jul 23 16:19:15.190377 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-cbe64436-c008-48ec-a30a-6ce83e4c3436 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:15.190988 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-cbe64436-c008-48ec-a30a-6ce83e4c3436 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Synchronizing usage tracker for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:19:15.213039 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-cbe64436-c008-48ec-a30a-6ce83e4c3436 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Unset dirty status for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:19:15.214347 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-cbe64436-c008-48ec-a30a-6ce83e4c3436 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 947 time: 0.1062090 Jul 23 16:19:15.284295 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Deleting port aa70710c-7639-4f88-be0e-b5b0a70b9212 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:19:15.284640 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.637855 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] For port aa70710c-7639-4f88-be0e-b5b0a70b9212, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=aa70710c-7639-4f88-be0e-b5b0a70b9212,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:15.638217 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.939503 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.940075 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.940467 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.l3_db [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Floating IP 1599b8ae-d106-4de9-bc70-d7d5af84dfbc disassociated. External IP: 172.28.2.118, port: aa70710c-7639-4f88-be0e-b5b0a70b9212. Jul 23 16:19:15.941020 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Calling delete_port for aa70710c-7639-4f88-be0e-b5b0a70b9212 owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:19:16.093557 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.099836 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:16.151176 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event deleted for resources: {'Port': ['ID=aa70710c-7639-4f88-be0e-b5b0a70b9212,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:16.155108 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:16.222831 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-19f088ef-5d95-4ceb-889c-d162063eb695 req-c9d3fc56-f71d-48d8-a6ad-86eded91b5ec tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 210 time: 0.0467350 Jul 23 16:19:16.358132 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Router 2c49f213-05ae-4a92-bdbf-1d296233ada2 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:16.549132 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:19:16.560032 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] Sync routers for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:16.573019 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:16.573960 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:19:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:16.642067 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] No DVR routers for this DVR port aa70710c-7639-4f88-be0e-b5b0a70b9212 on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:16.646636 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.650117 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-deleted', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:16.681034 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-f89d1ef5-b84d-450c-9fc0-7ade9aba2072 req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "DELETE /v2.0/ports/aa70710c-7639-4f88-be0e-b5b0a70b9212 HTTP/1.1" status: 204 len: 173 time: 1.4616632 Jul 23 16:19:16.702044 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de7e0b8-900b-4d44-bbce-eb332a31ee61', 'name': 'network-vif-deleted', 'tag': 'aa70710c-7639-4f88-be0e-b5b0a70b9212', 'status': 'completed', 'code': 200} Jul 23 16:19:16.795034 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:19:17.120328 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:17.124987 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] Checking router: 2c49f213-05ae-4a92-bdbf-1d296233ada2 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:17.136313 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:17.137071 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:19:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:17.407266 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:19:17.439682 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-64e74720-9dbd-4f8e-a11d-8defa88d5948 req-b909b0dd-f081-4449-9d6a-f4200a234e41 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=4de7e0b8-900b-4d44-bbce-eb332a31ee61 HTTP/1.1" status: 200 len: 210 time: 0.0592504 Jul 23 16:19:17.542587 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59938) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:17.693899 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.720956 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:17.729170 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Usage tracker for resource:security_group_rule and tenant:920b18d19e5644b1b6230cebbdd93cea is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:17.738254 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:17.743467 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:17.745937 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:17.749898 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b805ce-8eee-455b-b7cc-12d6adcab3e5 None None] The sync data for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb is: [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:17.853541 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.859437 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.868592 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d7809444-45f5-4499-9f2f-af1959453d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:17.915182 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=920b18d19e5644b1b6230cebbdd93cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713319 Jul 23 16:19:17.916115 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca64f56-9ebd-4fb1-aaf1-4d522c2064cd,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:17.917836 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 59944) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:17.919238 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:18.001436 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c862f429-9b73-4ed4-af8b-04bb8eaab3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.031730 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937e86f6-6aba-43ec-a579-cdf4e569a925 None None] New status for floating IP 1599b8ae-d106-4de9-bc70-d7d5af84dfbc: DOWN {{(pid=78586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:19:18.038956 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c862f429-9b73-4ed4-af8b-04bb8eaab3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.114834 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c862f429-9b73-4ed4-af8b-04bb8eaab3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.120009 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9b69229f-d7bf-400f-a4a9-e02dea897ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:18.135944 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862f429-9b73-4ed4-af8b-04bb8eaab3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca64f56-9ebd-4fb1-aaf1-4d522c2064cd,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:18.139679 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c862f429-9b73-4ed4-af8b-04bb8eaab3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:18.143510 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c862f429-9b73-4ed4-af8b-04bb8eaab3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.147082 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-c862f429-9b73-4ed4-af8b-04bb8eaab3af admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3ca64f56-9ebd-4fb1-aaf1-4d522c2064cd HTTP/1.1" status: 204 len: 168 time: 0.2279286 Jul 23 16:19:18.582887 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 59964) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:18.654658 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0ad90ee2-eaef-418d-b13e-66a3d2b8fedb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.683187 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0ad90ee2-eaef-418d-b13e-66a3d2b8fedb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.750383 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0ad90ee2-eaef-418d-b13e-66a3d2b8fedb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.754696 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c2b2063e-bed4-4e97-84c7-264f80182953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:18.771038 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad90ee2-eaef-418d-b13e-66a3d2b8fedb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d59c7-04c5-4fab-892f-5ae981420dee,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:18.774443 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0ad90ee2-eaef-418d-b13e-66a3d2b8fedb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:18.785065 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0ad90ee2-eaef-418d-b13e-66a3d2b8fedb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.788860 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-0ad90ee2-eaef-418d-b13e-66a3d2b8fedb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "DELETE /v2.0/security-groups/0b8d59c7-04c5-4fab-892f-5ae981420dee HTTP/1.1" status: 204 len: 168 time: 0.2021401 Jul 23 16:19:18.789846 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59972) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:18.816304 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.api.v2.resource [None req-32896ceb-235f-428e-8ce8-e58639ac7a33 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] show failed (client error): The resource could not be found. Jul 23 16:19:18.820428 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-32896ceb-235f-428e-8ce8-e58639ac7a33 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups/0b8d59c7-04c5-4fab-892f-5ae981420dee HTTP/1.1" status: 404 len: 347 time: 0.0259345 Jul 23 16:19:18.821486 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 59976) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:19.031774 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Deleting port a784b45e-a8e9-4e3b-868c-588a14817ca4 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:19:19.032256 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.251683 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.252021 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.325931 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:19:19.378110 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Calling delete_port for a784b45e-a8e9-4e3b-868c-588a14817ca4 owned by network:floatingip {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:19:19.405982 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: aa70710c-7639-4f88-be0e-b5b0a70b9212 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:19:19.406335 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device aa70710c-7639-4f88-be0e-b5b0a70b9212 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:19:19.559235 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.563937 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3b5a0ac1-0333-4691-a54a-e2adc80f8ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:19.609241 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event deleted for resources: {'Port': ['ID=a784b45e-a8e9-4e3b-868c-588a14817ca4,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:19.612336 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:19.713811 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.735743 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.736914 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "DELETE /v2.0/floatingips/1599b8ae-d106-4de9-bc70-d7d5af84dfbc HTTP/1.1" status: 204 len: 168 time: 0.9141486 Jul 23 16:19:20.025821 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60008) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:20.031503 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841893027', 'description': 'tempest-description--1183383134'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:20.039065 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:20.044106 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:security_group and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:20.047055 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:20.052784 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:20.066358 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.088032 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:20.092239 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:security_group_rule and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:20.095122 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:20.101488 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:20.207629 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.212624 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.216464 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f6ef5b36-6acf-4217-8be8-321c1c550079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:20.263275 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ed364-c5a0-4929-a5d9-58f1f3290ede,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:20.266429 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:20.267730 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.269004 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2421501 Jul 23 16:19:20.275931 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60026) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:20.278201 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'security_group_rule': {'security_group_id': 'd93ed364-c5a0-4929-a5d9-58f1f3290ede', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:20.284267 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:20.288164 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:security_group_rule and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:20.291671 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:20.297278 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:20.315822 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.383112 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.387295 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.389445 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:20.412472 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c32a17-ac2f-469e-8a31-255ca3aeb1c8,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:20.415882 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:20.423476 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.424803 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519501 Jul 23 16:19:20.427343 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60032) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:20.432393 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'security_group_rule': {'security_group_id': 'd93ed364-c5a0-4929-a5d9-58f1f3290ede', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:20.438280 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:20.442333 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:security_group_rule and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:20.445566 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:20.451233 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:20.469102 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.531386 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.536004 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.544486 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-88d0d8af-749a-4a10-af4c-3e8f5cd98134 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:20.556697 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60038) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:20.563678 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35491e22-32e1-4731-876c-ce4454b20d40,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:20.566858 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:20.575786 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.577082 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488671 Jul 23 16:19:20.580231 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60044) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:20.585477 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'floatingip': {'floating_network_id': '80087887-44f3-4740-b360-651004434b14'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:20.591233 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:20.595014 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Usage tracker for resource:floatingip and tenant:26d377ae61f143c882e045e5132dd3f4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:20.597811 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:20.604180 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:20.616097 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.681475 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.697046 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:20.700870 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Usage tracker for resource:security_group_rule and tenant:d2326397e1544d1696c4add7ed40b4de is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:20.703670 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:20.709278 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:20.759351 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.802629 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.807166 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.816063 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1618f1cc-59dc-4515-bb4a-dfa871987ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:20.964307 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2326397e1544d1696c4add7ed40b4de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063916 Jul 23 16:19:20.966134 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3bb6a9-099c-426a-9077-b57aab5268c3,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:20.968479 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60048) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:20.971077 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:21.003187 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Allocated IP 172.28.2.195 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/526507f6-c701-4beb-9f34-45bceb6973c7) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:21.029736 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6519659b-d87b-4dee-b438-e7154bbbe064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.056932 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6519659b-d87b-4dee-b438-e7154bbbe064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.114885 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6519659b-d87b-4dee-b438-e7154bbbe064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.120278 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-01b26769-245d-4e7e-8233-bbfa145b96db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:21.130829 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519659b-d87b-4dee-b438-e7154bbbe064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3bb6a9-099c-426a-9077-b57aab5268c3,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.137745 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6519659b-d87b-4dee-b438-e7154bbbe064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:21.138589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6519659b-d87b-4dee-b438-e7154bbbe064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.141677 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-6519659b-d87b-4dee-b438-e7154bbbe064 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db3bb6a9-099c-426a-9077-b57aab5268c3 HTTP/1.1" status: 204 len: 168 time: 0.1721349 Jul 23 16:19:21.182226 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.218584 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.222655 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:21.291942 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:21.294925 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:21.297698 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:19:21.338071 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'Port': ['ID=526507f6-c701-4beb-9f34-45bceb6973c7,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.341377 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:21.392448 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.459795 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.463453 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60056) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:21.482759 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.498452 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:21.502443 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Usage tracker for resource:security_group_rule and tenant:04ed1a8e8b104e948b6cb4733fe73499 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:21.505338 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:21.511032 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:21.607432 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.612949 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.625000 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:21.657407 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebd39f8-e08c-4e3b-b682-bdce1cf2f184,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.661796 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:21.687193 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04ed1a8e8b104e948b6cb4733fe73499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223549 Jul 23 16:19:21.689839 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60060) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:21.694470 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.699921 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.704483 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f3e24df4-7729-4b67-8ebc-c47bd48866e3 tempest-VolumesNegativeTest-1203795763 tempest-VolumesNegativeTest-1203795763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:21.756989 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2307f6f4-2c59-44a4-89dd-9c772a399ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.783926 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2307f6f4-2c59-44a4-89dd-9c772a399ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.815063 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'Port': ['ID=526507f6-c701-4beb-9f34-45bceb6973c7,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.822499 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.826888 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:21.841290 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2307f6f4-2c59-44a4-89dd-9c772a399ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.846786 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-531b1975-38ef-48ec-a637-af3b2d970900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:21.849904 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.851113 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2699683 Jul 23 16:19:21.858516 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307f6f4-2c59-44a4-89dd-9c772a399ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebd39f8-e08c-4e3b-b682-bdce1cf2f184,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.861384 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-2307f6f4-2c59-44a4-89dd-9c772a399ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:21.864328 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2307f6f4-2c59-44a4-89dd-9c772a399ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.869139 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-2307f6f4-2c59-44a4-89dd-9c772a399ad6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eebd39f8-e08c-4e3b-b682-bdce1cf2f184 HTTP/1.1" status: 204 len: 168 time: 0.1742830 Jul 23 16:19:22.080535 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-30e8f62f-1909-4657-a3d6-3c6086f2c322 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Synchronizing usage tracker for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:19:22.096031 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-30e8f62f-1909-4657-a3d6-3c6086f2c322 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Unset dirty status for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:19:22.097401 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-30e8f62f-1909-4657-a3d6-3c6086f2c322 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--841893027&fields=id&tenant_id=26d377ae61f143c882e045e5132dd3f4 HTTP/1.1" status: 200 len: 267 time: 0.0599902 Jul 23 16:19:22.254340 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-84be84c7-03d1-4556-8cdc-50030a5cf1f6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.255791 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-84be84c7-03d1-4556-8cdc-50030a5cf1f6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 817 time: 0.1511889 Jul 23 16:19:22.270972 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-57b54d19-a5d0-42fc-8478-0c69ef040f9b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/quotas/26d377ae61f143c882e045e5132dd3f4 HTTP/1.1" status: 200 len: 375 time: 0.0094905 Jul 23 16:19:22.356130 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-9050c6da-6269-43ae-a4bf-3b60c6e61e96 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Synchronizing usage tracker for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:19:22.371316 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-9050c6da-6269-43ae-a4bf-3b60c6e61e96 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Unset dirty status for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:19:22.372524 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-9050c6da-6269-43ae-a4bf-3b60c6e61e96 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962653 Jul 23 16:19:22.523456 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-e59e608a-ab22-4404-ae82-6b4cb8e49cb2 service neutron] 10.222.0.76 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326830 Jul 23 16:19:22.655699 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-454a8e56-1c41-4b99-9055-ea98f6833403 service neutron] 10.222.0.76 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295993 Jul 23 16:19:22.844540 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d252c9c2-2bef-4009-abea-515ef0e5d581 req-3ddb186b-7cd0-4eb3-876f-69a796e38fb1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 210 time: 0.0490313 Jul 23 16:19:24.006112 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-15768756-3e72-4396-a497-64cd8ffb87b9 req-ca3cc894-deb9-42c4-a3bd-5338521f7799 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 210 time: 0.0466645 Jul 23 16:19:24.009338 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-4c7bc323-c3a5-4fac-800e-2eff8b159354 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.011196 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-4c7bc323-c3a5-4fac-800e-2eff8b159354 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 817 time: 0.1619239 Jul 23 16:19:24.070552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-6297b097-d7ef-46e8-ab63-d427350311b4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Synchronizing usage tracker for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:security_group {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:19:24.085256 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-6297b097-d7ef-46e8-ab63-d427350311b4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Unset dirty status for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:security_group {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:19:24.087136 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-6297b097-d7ef-46e8-ab63-d427350311b4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26d377ae61f143c882e045e5132dd3f4 HTTP/1.1" status: 200 len: 379 time: 0.0673802 Jul 23 16:19:24.096612 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'port': {'device_id': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'admin_state_up': True, 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'security_groups': ['d93ed364-c5a0-4929-a5d9-58f1f3290ede']}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:24.244530 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:24.254866 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:24.268817 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Made reservation on behalf of 26d377ae61f143c882e045e5132dd3f4 for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:24.272370 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.438441 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Allocated IP 172.20.0.13 (5476ced9-dd19-4863-a4d2-209f6aba818b/b368c0fd-114d-419e-851b-ead7ff0e1888/35531412-0f23-4d13-bc7b-3208dd983df8) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:24.630420 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.645943 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Transition to ACTIVE for port object 35531412-0f23-4d13-bc7b-3208dd983df8 will not be triggered until provisioned by entity DHCP. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:24.671212 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.677182 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:24.745891 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Network 5476ced9-dd19-4863-a4d2-209f6aba818b is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:24.749186 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:24.753051 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:19:24.790109 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:24.796921 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:24.828085 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.828702 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.855729 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7629132 Jul 23 16:19:24.868166 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Request body: {'port': {'device_id': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:24.992187 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.015819 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-fc32bed8-e25b-49ba-b1ae-11126797b922 None None] Provisioning for port 35531412-0f23-4d13-bc7b-3208dd983df8 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:25.022287 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-fc32bed8-e25b-49ba-b1ae-11126797b922 None None] Provisioning complete for port 35531412-0f23-4d13-bc7b-3208dd983df8 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:25.023006 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-fc32bed8-e25b-49ba-b1ae-11126797b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.154532 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-fc32bed8-e25b-49ba-b1ae-11126797b922 None None] Port 35531412-0f23-4d13-bc7b-3208dd983df8 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:25.244825 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a237f-1472-485b-bcae-4e9f5d3f2d3d req-e7a65712-f2d5-4125-8809-157d5e2176c1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:25.246411 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4e7a237f-1472-485b-bcae-4e9f5d3f2d3d req-e7a65712-f2d5-4125-8809-157d5e2176c1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 932 time: 0.0884433 Jul 23 16:19:25.295456 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4e7a237f-1472-485b-bcae-4e9f5d3f2d3d req-1f373da0-b40c-4b6e-a435-9df2a3cbc27a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 Jul 23 16:19:25.372536 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35531412-0f23-4d13-bc7b-3208dd983df8 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:25.379932 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.395092 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Transition to ACTIVE for port object 35531412-0f23-4d13-bc7b-3208dd983df8 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:25.399905 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.403619 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-cfd5d2cd-8f3a-44bd-a01b-4237887aedb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:25.657034 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:25.665028 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:25.735361 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Attempting to bind port 35531412-0f23-4d13-bc7b-3208dd983df8 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:25.735593 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Attempting to bind port 35531412-0f23-4d13-bc7b-3208dd983df8 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:25.735923 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Attempting to bind port 35531412-0f23-4d13-bc7b-3208dd983df8 on network 5476ced9-dd19-4863-a4d2-209f6aba818b {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:19:25.741068 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Port 35531412-0f23-4d13-bc7b-3208dd983df8 on network 5476ced9-dd19-4863-a4d2-209f6aba818b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:19:25.741403 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Attempting to bind port 35531412-0f23-4d13-bc7b-3208dd983df8 on network 5476ced9-dd19-4863-a4d2-209f6aba818b {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:19:25.747137 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:19:25.747472 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Checking segment: {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:19:25.747860 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Bound using segment: {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:19:25.748285 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Bound port: 35531412-0f23-4d13-bc7b-3208dd983df8, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1a0f47-f314-44ec-8685-7675ac2a8f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:25.748632 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.838789 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:19:25.841831 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:19:25.847343 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.852652 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d01e57f7-44ab-4926-aaf5-c46030698f07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:25.910661 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:25.911276 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.912659 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] 10.222.0.88 "PUT /v2.0/ports/35531412-0f23-4d13-bc7b-3208dd983df8 HTTP/1.1" status: 200 len: 1094 time: 1.0489180 Jul 23 16:19:25.913212 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:25.942836 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:25.947130 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:25.969737 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8', 'status': 'completed', 'code': 200} Jul 23 16:19:26.048991 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-af3e7ba1-339a-41df-a978-71584268ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.050638 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-af3e7ba1-339a-41df-a978-71584268ac8e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 1097 time: 0.0783260 Jul 23 16:19:26.125102 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-25d77a96-5cae-45e4-8005-a7cc308680bc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35531412-0f23-4d13-bc7b-3208dd983df8 HTTP/1.1" status: 200 len: 217 time: 0.0656760 Jul 23 16:19:26.194791 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-f873fb63-133b-4cb9-9168-71f12f48bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.197056 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-f873fb63-133b-4cb9-9168-71f12f48bad5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.0655553 Jul 23 16:19:26.290685 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-444c642a-c873-43e9-9053-f1e493ac0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.292286 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-444c642a-c873-43e9-9053-f1e493ac0d7a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885096 Jul 23 16:19:26.459117 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-3098a5a5-ddcc-41a2-aa13-9c031ef2f84a service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596196 Jul 23 16:19:26.516335 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5a67-20bc-478c-839d-b2130f42ccf6 req-c869b894-c51e-474c-8d1e-a3c15cbc9f9a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.518046 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f6d5a67-20bc-478c-839d-b2130f42ccf6 req-c869b894-c51e-474c-8d1e-a3c15cbc9f9a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.0906506 Jul 23 16:19:26.590063 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7f6d5a67-20bc-478c-839d-b2130f42ccf6 req-b6b335a2-59de-4841-b332-93693ac96cc4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584536 Jul 23 16:19:26.649785 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-25f1f5ef-ca21-4a5c-a040-8e169f312553 req-b310db4b-b977-4085-9c67-42b411c13da1 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796958 Jul 23 16:19:26.790205 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-8436f7b5-d809-4350-acac-8ad02fa1fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.792211 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-8436f7b5-d809-4350-acac-8ad02fa1fb95 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 1097 time: 0.0768290 Jul 23 16:19:26.929613 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-fb76629d-0931-4c0f-b045-089f8a3800a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.931145 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-fb76629d-0931-4c0f-b045-089f8a3800a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 0.1326714 Jul 23 16:19:27.005728 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-970a2c0b-11c3-4dd4-ba73-47dc2e02721b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35531412-0f23-4d13-bc7b-3208dd983df8 HTTP/1.1" status: 200 len: 217 time: 0.0676336 Jul 23 16:19:27.073364 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-296ed498-887f-4fe9-8645-ead6db5029a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.074722 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-296ed498-887f-4fe9-8645-ead6db5029a6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.0574424 Jul 23 16:19:27.153661 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-843d2485-bb38-470f-a471-1e44621acf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.155138 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-843d2485-bb38-470f-a471-1e44621acf89 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734732 Jul 23 16:19:27.289204 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-cb74c088-b586-4449-8ada-33bc5bf1fc2f service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256430 Jul 23 16:19:27.524769 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-81a4b54c-24c3-4e25-b0f2-cdf98cdc9816 req-4db40241-aad6-4ba5-b348-0a88a534b124 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288575 Jul 23 16:19:27.875642 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185c0ca-8e7d-459d-9384-a473c7548694 req-0970d9d1-baf7-42f5-8954-61b22152dd9a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.877170 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a185c0ca-8e7d-459d-9384-a473c7548694 req-0970d9d1-baf7-42f5-8954-61b22152dd9a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.1753688 Jul 23 16:19:27.923689 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a185c0ca-8e7d-459d-9384-a473c7548694 req-f1cefcd6-9e03-4f31-8a00-eafb3ed106e1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404654 Jul 23 16:19:29.254938 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd134c-4c05-4031-97ef-100bb14a4992 req-731bec45-9026-45cf-903c-84d609ab7045 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.256410 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c0fd134c-4c05-4031-97ef-100bb14a4992 req-731bec45-9026-45cf-903c-84d609ab7045 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.0799632 Jul 23 16:19:29.303539 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c0fd134c-4c05-4031-97ef-100bb14a4992 req-3b4638e7-8bae-41a1-8f97-99c7c44c72ae tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409012 Jul 23 16:19:29.356830 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 35531412-0f23-4d13-bc7b-3208dd983df8 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:19:29.496435 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:29.509980 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '35531412-0f23-4d13-bc7b-3208dd983df8', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'port_id': '35531412-0f23-4d13-bc7b-3208dd983df8', 'mac_address': 'fa:16:3e:98:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:19:29.565005 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.583023 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35531412-0f23-4d13-bc7b-3208dd983df8 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:29.597988 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:29.603073 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.604966 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:29.675397 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:29.678459 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:29.846804 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['35531412-0f23-4d13-bc7b-3208dd983df8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:19:30.502496 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ee299-d759-4779-bb0a-938ca2aeac5c req-ed990a3a-11bf-4803-b4df-5daf73a994da tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.504052 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bd4ee299-d759-4779-bb0a-938ca2aeac5c req-ed990a3a-11bf-4803-b4df-5daf73a994da tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 945 time: 0.0838180 Jul 23 16:19:30.548858 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bd4ee299-d759-4779-bb0a-938ca2aeac5c req-aae58198-22e2-4994-807f-68810ae8f7e0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385456 Jul 23 16:19:31.370305 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 35531412-0f23-4d13-bc7b-3208dd983df8 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:19:31.440912 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 35531412-0f23-4d13-bc7b-3208dd983df8 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:31.446429 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 35531412-0f23-4d13-bc7b-3208dd983df8 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:31.446801 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.571601 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.601084 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:31.611091 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:31.617937 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.620138 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:31.658996 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8', 'code': 200} Jul 23 16:19:31.706787 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:31.710096 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:31.759887 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71629173-b6b4-460d-9fc3-e20a40676a80 req-aef3c3df-a33f-471e-a67b-f1ce2dd97f43 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.761869 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-71629173-b6b4-460d-9fc3-e20a40676a80 req-aef3c3df-a33f-471e-a67b-f1ce2dd97f43 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0985563 Jul 23 16:19:31.812408 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-71629173-b6b4-460d-9fc3-e20a40676a80 req-62d7a6d6-330b-4d8a-a4bb-1670aa05d9c4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441473 Jul 23 16:19:31.921067 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ee6ca-3fc6-48ad-80f9-60634a659347 req-d0775f30-5bb6-446f-b26a-04a7213a33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.922579 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-704ee6ca-3fc6-48ad-80f9-60634a659347 req-d0775f30-5bb6-446f-b26a-04a7213a33f8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 1099 time: 0.0691500 Jul 23 16:19:31.968258 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-704ee6ca-3fc6-48ad-80f9-60634a659347 req-846a44c6-3dbd-4a99-aeb0-ce871461979c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387652 Jul 23 16:19:33.015296 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c13c4-35cb-4c3d-8692-54867c62d05d req-5d7ea76c-b447-4a0e-bb87-b62bbab6dc58 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.016933 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3a6c13c4-35cb-4c3d-8692-54867c62d05d req-5d7ea76c-b447-4a0e-bb87-b62bbab6dc58 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0862675 Jul 23 16:19:33.065414 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3a6c13c4-35cb-4c3d-8692-54867c62d05d req-652a343f-001f-49fc-9516-fa9ccff96d6f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409884 Jul 23 16:19:33.253542 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8cdd-8fbd-4206-b516-b69d6b55f056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.576601 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.274503 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed720d1-c96f-4f99-8466-f55d1430069f req-b973e7aa-898a-44d2-9d8e-9b03bd07275f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.281148 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fed720d1-c96f-4f99-8466-f55d1430069f req-b973e7aa-898a-44d2-9d8e-9b03bd07275f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0997291 Jul 23 16:19:34.327125 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fed720d1-c96f-4f99-8466-f55d1430069f req-e1d1ebf5-3fc1-4903-9125-237c5f56c73c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452113 Jul 23 16:19:34.550343 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287596c9-ba2d-4bbb-8ecc-690b0ae51db4 req-4f776887-b447-4798-a436-ad85cfe56aa5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.551814 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-287596c9-ba2d-4bbb-8ecc-690b0ae51db4 req-4f776887-b447-4798-a436-ad85cfe56aa5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0858548 Jul 23 16:19:34.561853 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60264) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:34.567900 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-7be07372-a83b-4646-ae51-3411474d4f97 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Request body: {'floatingip': {'port_id': '35531412-0f23-4d13-bc7b-3208dd983df8'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:34.650388 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7be07372-a83b-4646-ae51-3411474d4f97 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.272237 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7be07372-a83b-4646-ae51-3411474d4f97 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.277375 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7be07372-a83b-4646-ae51-3411474d4f97 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.556485 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.l3_db [None req-7be07372-a83b-4646-ae51-3411474d4f97 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Floating IP bc628d60-348c-465b-b3d8-841aa9439f74 associated. External IP: 172.28.2.195, port: 35531412-0f23-4d13-bc7b-3208dd983df8. Jul 23 16:19:35.908456 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-39162866-73dd-494e-a3a5-e7383312de11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.926433 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be07372-a83b-4646-ae51-3411474d4f97 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Router 2c49f213-05ae-4a92-bdbf-1d296233ada2 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:36.157300 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be07372-a83b-4646-ae51-3411474d4f97 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:19:36.162446 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7be07372-a83b-4646-ae51-3411474d4f97 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.167702 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abea61b5-0351-40c3-a567-544a024c741c None None] Sync routers for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:36.178409 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea61b5-0351-40c3-a567-544a024c741c None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:36.179045 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-abea61b5-0351-40c3-a567-544a024c741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:19:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:36.217100 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-7be07372-a83b-4646-ae51-3411474d4f97 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "PUT /v2.0/floatingips/bc628d60-348c-465b-b3d8-841aa9439f74 HTTP/1.1" status: 200 len: 992 time: 1.6541288 Jul 23 16:19:36.217737 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:36.266042 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8', 'status': 'completed', 'code': 200} Jul 23 16:19:36.363322 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-f25cf4de-1493-4c98-b0f1-e05adac78ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.364565 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-abea61b5-0351-40c3-a567-544a024c741c None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:19:36.364818 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-f25cf4de-1493-4c98-b0f1-e05adac78ce2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 1099 time: 0.0739012 Jul 23 16:19:36.511057 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-b8cbaf99-4ffe-40f5-ad31-9472d1c99c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.512608 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-b8cbaf99-4ffe-40f5-ad31-9472d1c99c61 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 0.1388917 Jul 23 16:19:36.619566 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-e1884d72-bf1a-4c9f-befe-a050fadd5114 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35531412-0f23-4d13-bc7b-3208dd983df8 HTTP/1.1" status: 200 len: 1000 time: 0.1003885 Jul 23 16:19:36.684399 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-80033773-fdb1-4deb-8643-7d81090bb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.685881 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-80033773-fdb1-4deb-8643-7d81090bb723 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.0600276 Jul 23 16:19:36.728151 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.769240 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-abea61b5-0351-40c3-a567-544a024c741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': 'bc628d60-348c-465b-b3d8-841aa9439f74', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'port_id': '35531412-0f23-4d13-bc7b-3208dd983df8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'mac_address': 'fa:16:3e:98:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:21Z', 'updated_at': '2021-07-23T16:19:35Z', 'revision_number': 1, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:36.773391 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abea61b5-0351-40c3-a567-544a024c741c None None] Checking router: 2c49f213-05ae-4a92-bdbf-1d296233ada2 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:36.779956 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-6314a7a2-3999-4538-9db5-39ac0ae4f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.781757 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-6314a7a2-3999-4538-9db5-39ac0ae4f46c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891027 Jul 23 16:19:36.783349 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea61b5-0351-40c3-a567-544a024c741c None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:36.783876 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-abea61b5-0351-40c3-a567-544a024c741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:19:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:36.930119 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-8ed593a2-8cee-4cb0-b5a3-f3daad83c0bf service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387281 Jul 23 16:19:37.014545 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-abea61b5-0351-40c3-a567-544a024c741c None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:19:37.097812 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-18b289b7-62f9-4bcf-ac52-89063afef588 req-a12988eb-a3b1-45be-9ae9-66fc542a1978 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599681 Jul 23 16:19:37.446024 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-abea61b5-0351-40c3-a567-544a024c741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': 'bc628d60-348c-465b-b3d8-841aa9439f74', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'port_id': '35531412-0f23-4d13-bc7b-3208dd983df8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'mac_address': 'fa:16:3e:98:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:21Z', 'updated_at': '2021-07-23T16:19:35Z', 'revision_number': 1, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:37.450513 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abea61b5-0351-40c3-a567-544a024c741c None None] The sync data for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb is: [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': 'bc628d60-348c-465b-b3d8-841aa9439f74', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'port_id': '35531412-0f23-4d13-bc7b-3208dd983df8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'mac_address': 'fa:16:3e:98:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:21Z', 'updated_at': '2021-07-23T16:19:35Z', 'revision_number': 1, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:37.700214 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.729344 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570d69b-36ac-4f90-b7d0-b97ad921ad10 None None] New status for floating IP bc628d60-348c-465b-b3d8-841aa9439f74: ACTIVE {{(pid=78586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:19:37.833173 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5e723-577c-41b6-b672-827267d83c08 req-d7409220-52b1-4909-9648-8fa14eb0077d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.835093 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8eb5e723-577c-41b6-b672-827267d83c08 req-d7409220-52b1-4909-9648-8fa14eb0077d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0992932 Jul 23 16:19:37.892843 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8eb5e723-577c-41b6-b672-827267d83c08 req-bfa3e24b-844a-4fa3-beb7-6ba643d82c32 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473707 Jul 23 16:19:38.198470 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.142991 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5ac3e-5a3d-445f-aaeb-5032c81eb693 req-e213d7e9-250c-419b-8be0-0fe48693955d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:39.145321 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-79f5ac3e-5a3d-445f-aaeb-5032c81eb693 req-e213d7e9-250c-419b-8be0-0fe48693955d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1235600 Jul 23 16:19:39.197372 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-79f5ac3e-5a3d-445f-aaeb-5032c81eb693 req-a67a4cb2-b1b2-48c7-a3f4-838ddf9d711a tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Jul 23 16:19:39.794334 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-637f8ffd-5679-4e52-8dd6-b43db2ebb52d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:39.795191 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-637f8ffd-5679-4e52-8dd6-b43db2ebb52d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Synchronizing usage tracker for tenant:473f4fc062fd4dcaac5767370944c4de on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:19:39.822001 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-637f8ffd-5679-4e52-8dd6-b43db2ebb52d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Unset dirty status for tenant:473f4fc062fd4dcaac5767370944c4de on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:19:39.824056 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-637f8ffd-5679-4e52-8dd6-b43db2ebb52d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.1260879 Jul 23 16:19:39.908666 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Deleting port a83ad763-50e1-4690-9861-62608c4fbcd8 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:19:39.908992 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.222432 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] For port a83ad763-50e1-4690-9861-62608c4fbcd8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=a83ad763-50e1-4690-9861-62608c4fbcd8,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:40.222986 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.408211 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29420994-dda9-4f9b-9f72-6dd5e213c935 req-edd84f63-ae0e-4ae7-9257-669db24ecb96 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.409788 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-29420994-dda9-4f9b-9f72-6dd5e213c935 req-edd84f63-ae0e-4ae7-9257-669db24ecb96 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 945 time: 0.0926721 Jul 23 16:19:40.468104 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-29420994-dda9-4f9b-9f72-6dd5e213c935 req-a705ad81-d3cf-4351-9283-6eb450993968 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e15108-afff-4fca-ab40-c1590371b2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503368 Jul 23 16:19:40.508526 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:19:40.659379 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.659745 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.660062 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.l3_db [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Floating IP 72dff7bc-dcfb-4cd6-bacb-2223ec2e0469 disassociated. External IP: 172.28.2.83, port: a83ad763-50e1-4690-9861-62608c4fbcd8. Jul 23 16:19:40.660403 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Calling delete_port for a83ad763-50e1-4690-9861-62608c4fbcd8 owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:19:40.668223 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60356) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:40.792904 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.809828 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:40.814547 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Usage tracker for resource:security_group_rule and tenant:b83ff4e3b98d4f75a26417a77b31e1dd is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:40.816023 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.818130 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:40.825100 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:40.826416 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8df0d599-e43b-400d-b710-709c194d822a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:40.877103 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event deleted for resources: {'Port': ['ID=a83ad763-50e1-4690-9861-62608c4fbcd8,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:40.890711 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.891077 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.891432 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.891779 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.892155 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.892456 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.892808 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.893152 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.893500 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.893837 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.894174 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.894508 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:40.897925 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:40.932220 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.938486 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.944622 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-182c179e-475d-45c9-a538-adf402f5c571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:40.990014 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b83ff4e3b98d4f75a26417a77b31e1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204532 Jul 23 16:19:40.992110 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb808c6f-3160-46a3-8d1c-c729eb8243da,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:40.994529 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60364) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:41.009999 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.010360 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.010714 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.011065 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.011746 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.011746 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.012088 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.012424 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.012767 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.013153 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.013505 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.013880 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:41.018907 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:41.068225 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-79a0ee17-c84e-4ae1-8d0d-2f0ac1a2fd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.096114 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-79a0ee17-c84e-4ae1-8d0d-2f0ac1a2fd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.106259 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Router 65130463-6cd9-4a3b-977e-a9af59d939b1 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:41.154671 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-79a0ee17-c84e-4ae1-8d0d-2f0ac1a2fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.161405 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-76f5afad-5d13-4e69-90a3-8372750aa08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:41.170853 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0ee17-c84e-4ae1-8d0d-2f0ac1a2fd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb808c6f-3160-46a3-8d1c-c729eb8243da,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:41.175253 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-79a0ee17-c84e-4ae1-8d0d-2f0ac1a2fd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:41.178741 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-79a0ee17-c84e-4ae1-8d0d-2f0ac1a2fd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.183454 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-79a0ee17-c84e-4ae1-8d0d-2f0ac1a2fd3d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb808c6f-3160-46a3-8d1c-c729eb8243da HTTP/1.1" status: 204 len: 168 time: 0.1879957 Jul 23 16:19:41.316091 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:19:41.327303 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] Sync routers for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:41.339331 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:41.340178 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:19:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:41.404373 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] No DVR routers for this DVR port a83ad763-50e1-4690-9861-62608c4fbcd8 on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:41.406941 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.411169 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'name': 'network-vif-deleted', 'tag': 'a83ad763-50e1-4690-9861-62608c4fbcd8'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:41.428020 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-5eac746a-139a-4ab5-8495-5be4c979f1db req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "DELETE /v2.0/ports/a83ad763-50e1-4690-9861-62608c4fbcd8 HTTP/1.1" status: 204 len: 173 time: 1.5971236 Jul 23 16:19:41.471982 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d6dbbe-d8e8-4512-b7cc-d37d266e22ad', 'name': 'network-vif-deleted', 'tag': 'a83ad763-50e1-4690-9861-62608c4fbcd8', 'status': 'completed', 'code': 200} Jul 23 16:19:41.573387 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60376) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:41.581327 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:19:41.599225 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.615450 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:41.619978 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Usage tracker for resource:security_group_rule and tenant:033453f88555427f8a19a276504427e8 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:41.623687 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:41.631730 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:41.707751 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c48adc2e-015e-4bfc-ad85-79f690d09a5c req-565fc344-f8fe-4cd1-94a8-024361f64dd9 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=73d6dbbe-d8e8-4512-b7cc-d37d266e22ad HTTP/1.1" status: 200 len: 210 time: 0.0539925 Jul 23 16:19:41.783587 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.787984 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.795172 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f4b68f8b-21e6-4cba-b967-3b12c8e154e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:41.841295 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=033453f88555427f8a19a276504427e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644758 Jul 23 16:19:41.841295 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae280b9-cdef-4b64-8f26-7362b51bcc27,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:41.841677 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60380) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:41.843405 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:41.920891 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e5c61d91-fa74-44c6-9bcc-edc9cf8005d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.953785 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:41.958282 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] Checking router: 65130463-6cd9-4a3b-977e-a9af59d939b1 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:41.968554 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:41.969211 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:19:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:41.969912 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e5c61d91-fa74-44c6-9bcc-edc9cf8005d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.030799 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e5c61d91-fa74-44c6-9bcc-edc9cf8005d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.035718 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-2307f6f4-2c59-44a4-89dd-9c772a399ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:42.048355 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c61d91-fa74-44c6-9bcc-edc9cf8005d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae280b9-cdef-4b64-8f26-7362b51bcc27,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:42.051334 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e5c61d91-fa74-44c6-9bcc-edc9cf8005d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:42.053672 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e5c61d91-fa74-44c6-9bcc-edc9cf8005d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.061009 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-e5c61d91-fa74-44c6-9bcc-edc9cf8005d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ae280b9-cdef-4b64-8f26-7362b51bcc27 HTTP/1.1" status: 204 len: 168 time: 0.2045648 Jul 23 16:19:42.170144 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:19:42.548065 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:42.552063 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff221f2-74ff-44dd-8c4c-3109dc3ae1a1 None None] The sync data for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb is: [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:42.814978 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133a21b-017e-4e0e-8343-9bd8ba976c69 None None] New status for floating IP 72dff7bc-dcfb-4cd6-bacb-2223ec2e0469: DOWN {{(pid=78586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:19:43.003613 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60412) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:43.084982 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-fa5812c8-6e81-4faa-8dec-6823d8b05e07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.122046 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-fa5812c8-6e81-4faa-8dec-6823d8b05e07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.189220 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-fa5812c8-6e81-4faa-8dec-6823d8b05e07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.193354 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-89092564-62ce-41f9-9f5b-2aebf8432ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:43.208067 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5812c8-6e81-4faa-8dec-6823d8b05e07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e15108-afff-4fca-ab40-c1590371b2a4,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:43.215274 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-fa5812c8-6e81-4faa-8dec-6823d8b05e07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:43.229890 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-fa5812c8-6e81-4faa-8dec-6823d8b05e07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.233656 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-fa5812c8-6e81-4faa-8dec-6823d8b05e07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "DELETE /v2.0/security-groups/05e15108-afff-4fca-ab40-c1590371b2a4 HTTP/1.1" status: 204 len: 168 time: 0.2263441 Jul 23 16:19:43.233824 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60424) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:43.250918 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.api.v2.resource [None req-194fd64b-880f-4fee-b790-995e503d97b3 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] show failed (client error): The resource could not be found. Jul 23 16:19:43.251928 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-194fd64b-880f-4fee-b790-995e503d97b3 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups/05e15108-afff-4fca-ab40-c1590371b2a4 HTTP/1.1" status: 404 len: 347 time: 0.0172060 Jul 23 16:19:43.254843 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60428) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:43.419107 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device a83ad763-50e1-4690-9861-62608c4fbcd8 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:19:43.466168 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: a83ad763-50e1-4690-9861-62608c4fbcd8 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:19:43.466529 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device a83ad763-50e1-4690-9861-62608c4fbcd8 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:19:43.523230 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Deleting port 5f03cb63-3fd8-4d52-8ba9-9cf0a4260d83 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:19:43.523580 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.706170 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.706566 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.835935 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Calling delete_port for 5f03cb63-3fd8-4d52-8ba9-9cf0a4260d83 owned by network:floatingip {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:19:43.985464 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.991243 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-681f4bb1-0d1e-481f-8d8e-73b4d63152d4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:44.038007 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event deleted for resources: {'Port': ['ID=5f03cb63-3fd8-4d52-8ba9-9cf0a4260d83,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:44.041043 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:44.144312 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.158557 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.159970 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "DELETE /v2.0/floatingips/72dff7bc-dcfb-4cd6-bacb-2223ec2e0469 HTTP/1.1" status: 204 len: 168 time: 0.9040391 Jul 23 16:19:44.427861 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60454) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:44.434097 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908405856', 'description': 'tempest-description--200252158'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:44.440229 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:44.444774 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:security_group and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:44.449395 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:44.455288 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:44.469595 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.490563 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:44.494990 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:security_group_rule and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:44.498118 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:44.504007 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:44.582748 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.586437 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.590118 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-27dfca62-c91e-4c1b-a50e-afde96f2b22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:44.632676 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb7bed2-66e8-41dc-a855-711f1e2908c1,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:44.635940 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:44.637770 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.639433 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2102926 Jul 23 16:19:44.642327 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60458) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:44.650993 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'security_group_rule': {'security_group_id': '6eb7bed2-66e8-41dc-a855-711f1e2908c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:44.657833 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:44.662313 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:security_group_rule and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:44.665909 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:44.671828 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:44.690270 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.751552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.755238 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.757324 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:44.779812 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f5b389-a65e-470a-ba8d-692df483a3a0,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:44.785482 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:44.788172 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.790109 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447482 Jul 23 16:19:44.792767 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60462) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:44.797926 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'security_group_rule': {'security_group_id': '6eb7bed2-66e8-41dc-a855-711f1e2908c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:44.803889 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:44.808328 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:security_group_rule and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:44.811251 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:44.816892 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:44.835439 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.899595 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.903297 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.909389 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-aaff6d61-3507-4998-ab6a-0821a5f911ac tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:44.928129 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c63fbea-3558-4582-80c7-f36187126e0d,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:44.930768 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:44.939329 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.940561 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-7ffe229c-afe4-4fbc-9cae-925d0d5a6f3d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468258 Jul 23 16:19:44.943871 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60466) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:44.948974 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'floatingip': {'floating_network_id': '80087887-44f3-4740-b360-651004434b14'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:44.954545 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:44.958352 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Usage tracker for resource:floatingip and tenant:473f4fc062fd4dcaac5767370944c4de is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:44.961865 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:44.967413 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:44.978531 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.113870 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.262528 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Allocated IP 172.28.2.205 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/10127644-ab80-409c-ac0e-79e4c8b7948d) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:45.418613 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.449061 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.453006 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-193130e9-7fc5-43d0-aed4-cff3da3fde9a tempest-ServerRescueNegativeTestJSON-1535349103 tempest-ServerRescueNegativeTestJSON-1535349103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:45.524566 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:45.528156 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:45.532861 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:19:45.569880 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'Port': ['ID=10127644-ab80-409c-ac0e-79e4c8b7948d,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:45.573703 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:45.627985 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.801261 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.013211 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.018537 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.027372 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-2035278f-38ac-4529-addb-ce17375672d8 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:46.132168 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'Port': ['ID=10127644-ab80-409c-ac0e-79e4c8b7948d,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:46.137322 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:46.144162 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.172616 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.174069 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2292640 Jul 23 16:19:46.401767 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-5ee42e0a-22ff-48b1-933b-16de4d23335d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Synchronizing usage tracker for tenant:473f4fc062fd4dcaac5767370944c4de on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:19:46.419214 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-5ee42e0a-22ff-48b1-933b-16de4d23335d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Unset dirty status for tenant:473f4fc062fd4dcaac5767370944c4de on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:19:46.420456 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-5ee42e0a-22ff-48b1-933b-16de4d23335d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1908405856&fields=id&tenant_id=473f4fc062fd4dcaac5767370944c4de HTTP/1.1" status: 200 len: 267 time: 0.0631490 Jul 23 16:19:46.585381 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-290e0b18-14de-474e-b98e-158a5516f10d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.586839 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-290e0b18-14de-474e-b98e-158a5516f10d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 809 time: 0.1562531 Jul 23 16:19:46.600892 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-37c79129-dd77-4521-b772-963b0b589a62 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/quotas/473f4fc062fd4dcaac5767370944c4de HTTP/1.1" status: 200 len: 375 time: 0.0087061 Jul 23 16:19:46.688412 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-700a57e5-ef1c-45b8-b493-fe8e6c4eb9dc tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Synchronizing usage tracker for tenant:473f4fc062fd4dcaac5767370944c4de on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:19:46.704691 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-700a57e5-ef1c-45b8-b493-fe8e6c4eb9dc tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Unset dirty status for tenant:473f4fc062fd4dcaac5767370944c4de on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:19:46.708098 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-700a57e5-ef1c-45b8-b493-fe8e6c4eb9dc tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003008 Jul 23 16:19:46.855591 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-c6c7a9ea-2c2a-42c1-87ef-981941ea6647 service neutron] 10.222.0.76 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370871 Jul 23 16:19:46.991929 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-6e08b1ac-880d-4eba-90cb-a2d0e5f534d5 service neutron] 10.222.0.76 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305275 Jul 23 16:19:47.088615 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60522) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:47.179092 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0cb32ec5-2ffb-462b-8dd1-0bc533182d9a req-ae3c14f4-a8af-41b1-b1d2-3bd52ae069dc tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 210 time: 0.0478992 Jul 23 16:19:47.221806 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.245362 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:47.249512 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:d11bfde835584413a2386d62016f313a is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:47.252232 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:47.258684 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:47.349375 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.353884 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.362788 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a829321a-fcea-4db4-b16d-f2a2689e7b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:47.403409 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d11bfde835584413a2386d62016f313a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136756 Jul 23 16:19:47.404311 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4c8e0d-d99d-4261-a006-574426cce3e0,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:47.406022 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60538) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:47.407302 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:47.464142 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bf4627c4-0371-4583-9bd0-43584945287e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.489543 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bf4627c4-0371-4583-9bd0-43584945287e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.542678 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bf4627c4-0371-4583-9bd0-43584945287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.546642 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-fa5812c8-6e81-4faa-8dec-6823d8b05e07 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:47.559914 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4627c4-0371-4583-9bd0-43584945287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4c8e0d-d99d-4261-a006-574426cce3e0,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:47.562817 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bf4627c4-0371-4583-9bd0-43584945287e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:47.564777 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bf4627c4-0371-4583-9bd0-43584945287e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.568410 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-bf4627c4-0371-4583-9bd0-43584945287e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c4c8e0d-d99d-4261-a006-574426cce3e0 HTTP/1.1" status: 204 len: 168 time: 0.1589162 Jul 23 16:19:47.878930 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60548) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:47.897649 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.912994 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:47.916876 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:6a6f4fe2ce524a5a8517884a5b597e4f is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:19:47.919707 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:19:47.925371 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:48.008324 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.012055 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.023159 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-621b9476-d811-4e89-993c-895acf12a82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:48.150415 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a6f4fe2ce524a5a8517884a5b597e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701440 Jul 23 16:19:48.152734 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60552) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:48.155746 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc4c1a4-b87a-4df7-abfe-fb1a23f7afdd,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:48.168673 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:48.219883 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-414bc63b-1cc5-4a42-a8f9-712d123c94ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.254333 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-414bc63b-1cc5-4a42-a8f9-712d123c94ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.303169 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-9b003967-96a7-4f1d-996d-ca5f61f1a92e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.305085 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-9b003967-96a7-4f1d-996d-ca5f61f1a92e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 809 time: 0.1557310 Jul 23 16:19:48.313823 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-414bc63b-1cc5-4a42-a8f9-712d123c94ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.318080 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-6e3708ee-c82b-4868-bc38-018642c990d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:48.370550 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bc63b-1cc5-4a42-a8f9-712d123c94ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc4c1a4-b87a-4df7-abfe-fb1a23f7afdd,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:48.373044 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-17080ba1-0000-41e1-8a4f-6197f5dcbbe1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=473f4fc062fd4dcaac5767370944c4de HTTP/1.1" status: 200 len: 380 time: 0.0446305 Jul 23 16:19:48.375194 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-414bc63b-1cc5-4a42-a8f9-712d123c94ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:48.384215 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-dffa9754-d519-440f-b1f2-580ea1e6b0b6 req-5086a5bf-bbe7-46f9-8241-55433efd0851 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 210 time: 0.0568287 Jul 23 16:19:48.386157 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'port': {'device_id': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'admin_state_up': True, 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'security_groups': ['6eb7bed2-66e8-41dc-a855-711f1e2908c1']}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:48.386308 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-414bc63b-1cc5-4a42-a8f9-712d123c94ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.387327 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-414bc63b-1cc5-4a42-a8f9-712d123c94ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dbc4c1a4-b87a-4df7-abfe-fb1a23f7afdd HTTP/1.1" status: 204 len: 168 time: 0.2335033 Jul 23 16:19:48.561874 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:19:48.573474 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:19:48.583132 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Made reservation on behalf of 473f4fc062fd4dcaac5767370944c4de for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:48.586905 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.774789 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Allocated IP 172.20.0.9 (e1ca1912-5243-42a2-8607-b50e9ed457ff/24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c/cd08e981-ef6e-4877-b0c2-753cb4bb8d43) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:48.981400 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.997457 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Transition to ACTIVE for port object cd08e981-ef6e-4877-b0c2-753cb4bb8d43 will not be triggered until provisioned by entity DHCP. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:49.023988 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.029599 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-87ddef69-0b7b-47f2-be00-61c9c23b48c0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:49.106448 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Network e1ca1912-5243-42a2-8607-b50e9ed457ff is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:49.106448 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:49.107518 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:19:49.156581 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event updated for resources: {'Port': ['ID=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:49.161273 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:49.200198 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.201024 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.237919 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8578153 Jul 23 16:19:49.254576 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Request body: {'port': {'device_id': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:49.381211 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.386120 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-03ab553a-4d56-4486-a79e-148c4b152eb8 None None] Provisioning for port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:49.393678 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-03ab553a-4d56-4486-a79e-148c4b152eb8 None None] Provisioning complete for port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:49.394339 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-03ab553a-4d56-4486-a79e-148c4b152eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.497544 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-03ab553a-4d56-4486-a79e-148c4b152eb8 None None] Port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:49.600810 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0d734-1e16-43b5-bf2b-7f50e09154f5 req-39a47270-7225-4e8f-9059-b2412854cbec tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.603013 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-afb0d734-1e16-43b5-bf2b-7f50e09154f5 req-39a47270-7225-4e8f-9059-b2412854cbec tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 931 time: 0.0832975 Jul 23 16:19:49.654616 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-afb0d734-1e16-43b5-bf2b-7f50e09154f5 req-34b6824a-f4b5-4fdd-806d-294419a528b2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433340 Jul 23 16:19:49.877906 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd08e981-ef6e-4877-b0c2-753cb4bb8d43 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:49.885494 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.900754 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Transition to ACTIVE for port object cd08e981-ef6e-4877-b0c2-753cb4bb8d43 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:49.909863 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.918409 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:50.178775 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Pushing event updated for resources: {'Port': ['ID=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:50.207484 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:50.251984 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Attempting to bind port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:50.252337 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Attempting to bind port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:50.252647 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Attempting to bind port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 on network e1ca1912-5243-42a2-8607-b50e9ed457ff {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:19:50.258192 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 on network e1ca1912-5243-42a2-8607-b50e9ed457ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:19:50.258588 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Attempting to bind port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 on network e1ca1912-5243-42a2-8607-b50e9ed457ff {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:19:50.265498 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:19:50.265835 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Checking segment: {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:19:50.266225 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Bound using segment: {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:19:50.266733 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Bound port: cd08e981-ef6e-4877-b0c2-753cb4bb8d43, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55310dc-b27e-44d4-a5ac-28b86a319743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:50.267087 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.366366 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] For port cd08e981-ef6e-4877-b0c2-753cb4bb8d43, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:19:50.369765 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] For port cd08e981-ef6e-4877-b0c2-753cb4bb8d43, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:19:50.375113 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.379907 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a038ad0d-f74b-4945-9bd1-435f28810958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:50.444309 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.445055 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.446393 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] 10.222.0.88 "PUT /v2.0/ports/cd08e981-ef6e-4877-b0c2-753cb4bb8d43 HTTP/1.1" status: 200 len: 1093 time: 1.1978610 Jul 23 16:19:50.446956 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'tag': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:50.459862 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Pushing event updated for resources: {'Port': ['ID=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:50.463803 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:50.546875 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'tag': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43', 'status': 'completed', 'code': 200} Jul 23 16:19:50.598547 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-304cc61f-d7a7-414d-b8c1-16f4e809d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.600435 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-304cc61f-d7a7-414d-b8c1-16f4e809d566 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 1096 time: 0.1125290 Jul 23 16:19:50.672722 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-eaed1a98-6266-4b9a-99c5-fec13f3b02b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd08e981-ef6e-4877-b0c2-753cb4bb8d43 HTTP/1.1" status: 200 len: 217 time: 0.0649242 Jul 23 16:19:50.787775 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f3b6ac56-5972-4f35-9ee9-4d7f571d1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.790735 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-f3b6ac56-5972-4f35-9ee9-4d7f571d1e00 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 200 len: 848 time: 0.1095014 Jul 23 16:19:50.870271 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-622220b4-b3ed-4b0c-8132-81f49a4c846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.871744 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-622220b4-b3ed-4b0c-8132-81f49a4c846e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e1ca1912-5243-42a2-8607-b50e9ed457ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719185 Jul 23 16:19:50.906415 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8becde8-3914-495e-8e56-0b6c53e10a11 req-a5f9a759-2110-4d00-bf20-183da150ea5e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.907873 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c8becde8-3914-495e-8e56-0b6c53e10a11 req-a5f9a759-2110-4d00-bf20-183da150ea5e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 943 time: 0.0820200 Jul 23 16:19:50.953489 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c8becde8-3914-495e-8e56-0b6c53e10a11 req-7dfc8c87-fb13-4133-b973-af06a0a37731 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 Jul 23 16:19:51.005575 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-65f5da5d-7102-4899-b310-18cacec1b87a service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270225 Jul 23 16:19:51.139505 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5bbe12b-fd2c-4076-af19-745db5a0c6b8 req-72e7cafd-617c-421c-bbaf-dfc55c0e2486 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258249 Jul 23 16:19:51.256941 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-aa6636e8-39b2-4839-bf57-fb7eafe47c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.258491 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-aa6636e8-39b2-4839-bf57-fb7eafe47c4a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 1096 time: 0.0743515 Jul 23 16:19:51.394791 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-18b0b672-55f0-40c4-be31-c6d5d4100393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.396073 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-18b0b672-55f0-40c4-be31-c6d5d4100393 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 910 time: 0.1307912 Jul 23 16:19:51.464210 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-2f5698c9-9e08-4157-9476-697860310b2a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd08e981-ef6e-4877-b0c2-753cb4bb8d43 HTTP/1.1" status: 200 len: 217 time: 0.0594747 Jul 23 16:19:51.529472 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-775340ce-3d50-4a96-a3bb-897a20db70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.530885 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-775340ce-3d50-4a96-a3bb-897a20db70ba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 200 len: 848 time: 0.0587761 Jul 23 16:19:51.606726 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-3cb92e15-592b-43cb-948b-7e881652e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.608452 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-3cb92e15-592b-43cb-948b-7e881652e891 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e1ca1912-5243-42a2-8607-b50e9ed457ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707631 Jul 23 16:19:51.845208 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-f421eecd-bc6b-4f81-8c93-84b3358cf3eb service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289433 Jul 23 16:19:51.982305 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-e2bbfcad-79c5-4428-b74c-ba59b2732116 req-4d8289f8-0b52-49dd-b9d4-2c5799e9e217 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296470 Jul 23 16:19:52.144374 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84042b60-50da-4a38-9fc5-7f1979408eaf req-35db55c6-b91f-4b94-96b2-9080d922b0f2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.145979 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-84042b60-50da-4a38-9fc5-7f1979408eaf req-35db55c6-b91f-4b94-96b2-9080d922b0f2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 943 time: 0.0834870 Jul 23 16:19:52.195567 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-84042b60-50da-4a38-9fc5-7f1979408eaf req-5b665c9f-2554-4aab-9d80-74143df27456 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Jul 23 16:19:53.390175 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f587650-2e25-45b5-944a-45aced906edf req-0c022db6-95ab-43e8-ad90-fae0f357c068 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.391640 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6f587650-2e25-45b5-944a-45aced906edf req-0c022db6-95ab-43e8-ad90-fae0f357c068 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 943 time: 0.0820842 Jul 23 16:19:53.443874 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6f587650-2e25-45b5-944a-45aced906edf req-76fb4932-209b-438c-9b4b-29ea9f2d37bf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Jul 23 16:19:53.482273 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device cd08e981-ef6e-4877-b0c2-753cb4bb8d43 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:19:53.618186 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port cd08e981-ef6e-4877-b0c2-753cb4bb8d43, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:53.632829 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'port_id': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43', 'mac_address': 'fa:16:3e:a8:d1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:19:53.690577 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.707914 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd08e981-ef6e-4877-b0c2-753cb4bb8d43 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:53.723529 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port cd08e981-ef6e-4877-b0c2-753cb4bb8d43, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:53.727649 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.729365 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-23714f3d-f0c6-43a5-a3fa-ec3c06329c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:53.797557 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:53.807413 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.807772 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.808079 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.808404 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.808755 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.809077 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.809425 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.809760 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.810064 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.810995 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.810995 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.810995 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:53.814880 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:53.955622 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['cd08e981-ef6e-4877-b0c2-753cb4bb8d43'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:19:54.643145 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1aa4e-467b-4144-8d9d-b6065a296a95 req-4ee08e5b-a5f2-4c09-8ddc-dd66e02393c7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.644814 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a8c1aa4e-467b-4144-8d9d-b6065a296a95 req-4ee08e5b-a5f2-4c09-8ddc-dd66e02393c7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 944 time: 0.0921767 Jul 23 16:19:54.696338 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a8c1aa4e-467b-4144-8d9d-b6065a296a95 req-db30f06f-67af-480a-9436-8c2e19e6e58d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433707 Jul 23 16:19:55.496106 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device cd08e981-ef6e-4877-b0c2-753cb4bb8d43 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:19:55.575107 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:55.581190 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:55.581567 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.702648 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.738750 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:55.751513 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port cd08e981-ef6e-4877-b0c2-753cb4bb8d43, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:19:55.757682 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.760389 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:19:55.800483 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43', 'code': 200} Jul 23 16:19:55.837013 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:55.840026 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:19:55.988309 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fa40f-06b8-4acc-96f5-caa9daf2d4c0 req-c46466db-e1d4-47c2-9fb2-e944afa80221 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.992119 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-513fa40f-06b8-4acc-96f5-caa9daf2d4c0 req-c46466db-e1d4-47c2-9fb2-e944afa80221 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 945 time: 0.0969458 Jul 23 16:19:56.046648 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-513fa40f-06b8-4acc-96f5-caa9daf2d4c0 req-9f3fe6b2-d590-4c0c-bbac-42747d35f7d7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480702 Jul 23 16:19:56.068271 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c29209-0326-4c6a-b5a6-e35f44e9b9df req-5fd08628-7864-41a2-ab64-95ac915ecff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:56.068271 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-34c29209-0326-4c6a-b5a6-e35f44e9b9df req-5fd08628-7864-41a2-ab64-95ac915ecff5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 1098 time: 0.0838675 Jul 23 16:19:56.108823 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-34c29209-0326-4c6a-b5a6-e35f44e9b9df req-af0613d3-31cc-4899-9722-11679369caba service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359664 Jul 23 16:19:57.327191 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f049a-e164-462b-aa69-28e9a80485fa req-f33be23c-a8f9-41ba-ac9f-cf040b8e3cff tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.328685 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-881f049a-e164-462b-aa69-28e9a80485fa req-f33be23c-a8f9-41ba-ac9f-cf040b8e3cff tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 945 time: 0.0937953 Jul 23 16:19:57.377675 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-881f049a-e164-462b-aa69-28e9a80485fa req-752cdbdc-2702-4f9a-8218-7471a2deb286 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392809 Jul 23 16:19:57.571611 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f42845-17d2-4d71-9375-4813bd9ae835 req-fdc70bc2-4137-4018-bdb7-5d181149cb28 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.573339 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-50f42845-17d2-4d71-9375-4813bd9ae835 req-fdc70bc2-4137-4018-bdb7-5d181149cb28 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 945 time: 0.0894194 Jul 23 16:19:57.586731 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60688) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:19:57.592226 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-10c9f02b-a492-478e-8065-0431abbb6faf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Request body: {'floatingip': {'port_id': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:57.683467 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-10c9f02b-a492-478e-8065-0431abbb6faf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.442981 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-10c9f02b-a492-478e-8065-0431abbb6faf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.447528 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-10c9f02b-a492-478e-8065-0431abbb6faf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.620353 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.l3_db [None req-10c9f02b-a492-478e-8065-0431abbb6faf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Floating IP f7247801-2f27-466a-b49e-944918e4a68a associated. External IP: 172.28.2.205, port: cd08e981-ef6e-4877-b0c2-753cb4bb8d43. Jul 23 16:19:59.018568 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9f02b-a492-478e-8065-0431abbb6faf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Router 65130463-6cd9-4a3b-977e-a9af59d939b1 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:59.213207 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9f02b-a492-478e-8065-0431abbb6faf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:19:59.218478 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-10c9f02b-a492-478e-8065-0431abbb6faf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.225423 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] Sync routers for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:59.237958 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:59.238792 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:19:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:59.294408 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-10c9f02b-a492-478e-8065-0431abbb6faf tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "PUT /v2.0/floatingips/f7247801-2f27-466a-b49e-944918e4a68a HTTP/1.1" status: 200 len: 991 time: 1.7065682 Jul 23 16:19:59.295320 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'tag': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:59.343564 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'tag': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43', 'status': 'completed', 'code': 200} Jul 23 16:19:59.449935 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:19:59.450197 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-7e15e3e5-ed02-4268-9385-069b9b167cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.451875 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-7e15e3e5-ed02-4268-9385-069b9b167cac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=473f4fc062fd4dcaac5767370944c4de&device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 1098 time: 0.0825665 Jul 23 16:19:59.589547 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-bad6f3e0-728b-4812-ab5b-0bb05d895b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.590997 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-bad6f3e0-728b-4812-ab5b-0bb05d895b57 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 200 len: 910 time: 0.1329195 Jul 23 16:19:59.705383 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-9fce2809-3dda-4520-816e-e4ca1a5dd904 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd08e981-ef6e-4877-b0c2-753cb4bb8d43 HTTP/1.1" status: 200 len: 999 time: 0.1074994 Jul 23 16:19:59.779410 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-1bdd876d-9276-4e90-8157-a3a32bcac5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.780881 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-1bdd876d-9276-4e90-8157-a3a32bcac5c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 200 len: 848 time: 0.0690186 Jul 23 16:19:59.848490 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': 'f7247801-2f27-466a-b49e-944918e4a68a', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'floating_ip_address': '172.28.2.205', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'port_id': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'mac_address': 'fa:16:3e:a8:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:45Z', 'updated_at': '2021-07-23T16:19:58Z', 'revision_number': 1, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:59.852839 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] Checking router: 65130463-6cd9-4a3b-977e-a9af59d939b1 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:59.858170 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-915d0ede-596b-4b46-a151-7521aef53c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.859701 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-915d0ede-596b-4b46-a151-7521aef53c17 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e1ca1912-5243-42a2-8607-b50e9ed457ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727594 Jul 23 16:19:59.861214 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:19:59.861818 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:19:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:00.009558 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-08f6a2b3-6cc7-4655-9089-4d2c66194842 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431501 Jul 23 16:20:00.050245 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:20:00.148814 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-1d69295b-dab3-4dad-bc0c-748035aa79f7 req-4d88962a-3235-479c-a01c-dc07fbaddfe8 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329501 Jul 23 16:20:00.424837 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': 'f7247801-2f27-466a-b49e-944918e4a68a', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'floating_ip_address': '172.28.2.205', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'port_id': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'mac_address': 'fa:16:3e:a8:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:45Z', 'updated_at': '2021-07-23T16:19:58Z', 'revision_number': 1, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:00.430146 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e244be-973f-4b4f-a209-8e1be10190cf None None] The sync data for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb is: [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': 'f7247801-2f27-466a-b49e-944918e4a68a', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'floating_ip_address': '172.28.2.205', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'port_id': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'mac_address': 'fa:16:3e:a8:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:19:45Z', 'updated_at': '2021-07-23T16:19:58Z', 'revision_number': 1, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:00.655654 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f63669-2639-44d0-9937-b4113b8faf9d None None] New status for floating IP f7247801-2f27-466a-b49e-944918e4a68a: ACTIVE {{(pid=78586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:20:03.264254 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-6b53bd5a-f28f-4913-925c-785c22a60afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.570733 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.905496 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-35e0a75d-d75b-4562-afdf-2b4aae65677a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.685327 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.707335 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.864328 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60820) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:07.984858 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.999607 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:20:08.003423 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Usage tracker for resource:security_group_rule and tenant:297ed61f9e0f4a88ae39145c2de5c46e is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:20:08.006320 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:20:08.011857 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:20:08.094744 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.098728 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.106389 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f9d40ce4-6007-4b61-a6a6-af3856317825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:08.146449 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=297ed61f9e0f4a88ae39145c2de5c46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807567 Jul 23 16:20:08.147321 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12170462-5e5b-4290-b1da-af2d46f4022c,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.148917 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60828) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:08.150521 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:08.197629 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.214840 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-38b62a32-7ed5-4acc-91a2-93ee3c1ab184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.240420 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-38b62a32-7ed5-4acc-91a2-93ee3c1ab184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.297170 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-38b62a32-7ed5-4acc-91a2-93ee3c1ab184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.300726 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ebb16d57-8e61-4d34-80b0-809abdfb1e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:08.311966 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b62a32-7ed5-4acc-91a2-93ee3c1ab184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12170462-5e5b-4290-b1da-af2d46f4022c,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.314904 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-38b62a32-7ed5-4acc-91a2-93ee3c1ab184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:08.324149 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-38b62a32-7ed5-4acc-91a2-93ee3c1ab184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.328033 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-38b62a32-7ed5-4acc-91a2-93ee3c1ab184 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/12170462-5e5b-4290-b1da-af2d46f4022c HTTP/1.1" status: 204 len: 168 time: 0.1770644 Jul 23 16:20:08.614982 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 60838) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:08.633064 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.647977 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:20:08.652653 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] Usage tracker for resource:security_group_rule and tenant:dda65ad2171740ad874d1b391f6ebc2a is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:20:08.656020 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:20:08.664414 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:20:08.754232 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.758769 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.765846 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c815b09a-7d57-4f6e-9e93-3523aa97f77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:08.805902 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dda65ad2171740ad874d1b391f6ebc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899381 Jul 23 16:20:08.806691 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57064fd5-b248-4f86-a197-2dc3fb6d4409,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.808741 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 60842) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:08.809714 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c0671e43-f34d-4d50-8679-dcaf30b85517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:08.874236 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6ce-a6eb-4ed6-83e7-05f5a896f1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.900782 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6ce-a6eb-4ed6-83e7-05f5a896f1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.952664 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6ce-a6eb-4ed6-83e7-05f5a896f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.956562 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-980a44d9-fdf4-4bb1-9a3e-7abc13df7698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:08.969651 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09a6ce-a6eb-4ed6-83e7-05f5a896f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57064fd5-b248-4f86-a197-2dc3fb6d4409,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.972570 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-bf09a6ce-a6eb-4ed6-83e7-05f5a896f1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:08.974814 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6ce-a6eb-4ed6-83e7-05f5a896f1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.976943 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-bf09a6ce-a6eb-4ed6-83e7-05f5a896f1d7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57064fd5-b248-4f86-a197-2dc3fb6d4409 HTTP/1.1" status: 204 len: 168 time: 0.1668980 Jul 23 16:20:17.508746 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:20:27.764774 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 32806) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:27.886091 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.901967 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:20:27.905845 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c96fa38f436c41f3a531028fabc9b168 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:20:27.908782 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:20:27.915271 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:20:28.014256 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.018559 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.025877 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-20d89588-f1b9-41dd-99a2-b8f3c8cb574a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:28.068983 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c96fa38f436c41f3a531028fabc9b168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030770 Jul 23 16:20:28.070422 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073a5e8f-444b-47c3-bbd1-5756f08e0c55,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:28.072784 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 32812) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:28.073956 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:28.135214 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-01c33db1-5032-4413-b274-a746c0166dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.162970 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-01c33db1-5032-4413-b274-a746c0166dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.216611 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-01c33db1-5032-4413-b274-a746c0166dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.221007 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d2dc9a09-5d46-448d-ba30-ed1f841b81c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:28.231671 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c33db1-5032-4413-b274-a746c0166dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a5e8f-444b-47c3-bbd1-5756f08e0c55,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:28.235467 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-01c33db1-5032-4413-b274-a746c0166dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:28.239912 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-01c33db1-5032-4413-b274-a746c0166dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.241023 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-01c33db1-5032-4413-b274-a746c0166dac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/073a5e8f-444b-47c3-bbd1-5756f08e0c55 HTTP/1.1" status: 204 len: 168 time: 0.1671016 Jul 23 16:20:32.307460 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ae496-0ee6-4c55-8e9f-dcf015eaca04 req-2b9b09ab-7a09-4b04-ba7f-ddb451794567 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.308949 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c56ae496-0ee6-4c55-8e9f-dcf015eaca04 req-2b9b09ab-7a09-4b04-ba7f-ddb451794567 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.2063675 Jul 23 16:20:32.356137 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c56ae496-0ee6-4c55-8e9f-dcf015eaca04 req-d8c0f4b0-be0a-4f9a-861b-5164130d1ffb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Jul 23 16:20:32.924252 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e5afd-bf6d-4558-8434-18369f28d53b req-e45272f5-46f7-45b9-bedc-8927b7aa1fe8 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.925756 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f70e5afd-bf6d-4558-8434-18369f28d53b req-e45272f5-46f7-45b9-bedc-8927b7aa1fe8 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1069386 Jul 23 16:20:32.982347 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 32902) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:33.090336 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f70e5afd-bf6d-4558-8434-18369f28d53b req-54473e22-9643-483d-827a-b3a97fe83040 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549201 Jul 23 16:20:33.131850 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.147499 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:20:33.151420 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Usage tracker for resource:security_group_rule and tenant:3fac5695b12a403cb85687bd7440874c is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:20:33.154339 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:20:33.160114 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:20:33.257361 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-fb0adf41-86d1-4671-ac63-f29635e0e595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.271758 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.276409 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.283539 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-02c1e818-3d2e-47ab-ad54-06b746e10b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:33.325560 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3fac5695b12a403cb85687bd7440874c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418574 Jul 23 16:20:33.326566 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367accee-04d7-400a-a821-e2a7a2b100d2,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:33.329688 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 32910) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:33.332336 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:33.417183 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-aa197735-a168-4c79-b8cf-3823e435a0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.451936 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-aa197735-a168-4c79-b8cf-3823e435a0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.516751 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-aa197735-a168-4c79-b8cf-3823e435a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.520551 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c862f429-9b73-4ed4-af8b-04bb8eaab3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:33.537570 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa197735-a168-4c79-b8cf-3823e435a0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367accee-04d7-400a-a821-e2a7a2b100d2,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:33.541027 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-aa197735-a168-4c79-b8cf-3823e435a0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:33.543192 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-aa197735-a168-4c79-b8cf-3823e435a0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.550409 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-aa197735-a168-4c79-b8cf-3823e435a0ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/367accee-04d7-400a-a821-e2a7a2b100d2 HTTP/1.1" status: 204 len: 168 time: 0.2196856 Jul 23 16:20:33.584405 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.641065 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa98b45-a938-4e1d-a2f0-2a61ea7be127 req-9616dbff-9c21-48d3-82fb-1155b9608fad tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.642831 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bfa98b45-a938-4e1d-a2f0-2a61ea7be127 req-9616dbff-9c21-48d3-82fb-1155b9608fad tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.1404595 Jul 23 16:20:33.711716 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bfa98b45-a938-4e1d-a2f0-2a61ea7be127 req-b504d689-7ac6-4b28-b1bb-16af31f9d82d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618684 Jul 23 16:20:33.927262 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 32920) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:33.950088 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.970327 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:20:33.974187 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] Usage tracker for resource:security_group_rule and tenant:6cbd74eb96f042dca3fc6e2ae4668cb9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:20:33.978290 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:20:33.985566 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:20:34.080823 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.085607 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.092626 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4e95a95a-7239-4972-957d-085ef291f79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:34.135139 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6cbd74eb96f042dca3fc6e2ae4668cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066586 Jul 23 16:20:34.136169 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac73bfe6-e324-40c2-884b-f1ff9d63553d,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:34.138030 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 32926) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:34.140352 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4720f441-6300-4e6e-be25-c3d91deb60bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:34.209544 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8fe41981-6658-41fb-9910-f686bdd7812e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.238387 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8fe41981-6658-41fb-9910-f686bdd7812e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.335571 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8fe41981-6658-41fb-9910-f686bdd7812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.343309 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9da9db35-20d4-4bc2-b636-b3b6072b4896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:34.364020 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e692adf-bf88-4f2a-8eb5-60e2fb157c08 req-7f16557c-7564-4e08-838c-783579c5a47a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.364289 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe41981-6658-41fb-9910-f686bdd7812e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac73bfe6-e324-40c2-884b-f1ff9d63553d,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:34.366315 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1e692adf-bf88-4f2a-8eb5-60e2fb157c08 req-7f16557c-7564-4e08-838c-783579c5a47a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1320837 Jul 23 16:20:34.368214 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8fe41981-6658-41fb-9910-f686bdd7812e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:34.370487 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8fe41981-6658-41fb-9910-f686bdd7812e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.382719 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-8fe41981-6658-41fb-9910-f686bdd7812e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac73bfe6-e324-40c2-884b-f1ff9d63553d HTTP/1.1" status: 204 len: 168 time: 0.2370842 Jul 23 16:20:34.432749 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1e692adf-bf88-4f2a-8eb5-60e2fb157c08 req-737ca90a-7569-4a15-aa1f-ca912a875dca tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552468 Jul 23 16:20:34.974836 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b006c-d82c-4150-ab03-f36f1dc693a4 req-b10b1e06-590f-4188-b185-0113f9301e02 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.976355 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5a4b006c-d82c-4150-ab03-f36f1dc693a4 req-b10b1e06-590f-4188-b185-0113f9301e02 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0829704 Jul 23 16:20:35.044565 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5a4b006c-d82c-4150-ab03-f36f1dc693a4 req-d09708a5-0f18-4785-a260-dfac6769b3dd tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597825 Jul 23 16:20:35.643079 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ec10c-66f7-417a-abc1-3e8a11bb1af9 req-df62b112-a53d-43b3-b50c-ad11cb8ba546 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.644533 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-571ec10c-66f7-417a-abc1-3e8a11bb1af9 req-df62b112-a53d-43b3-b50c-ad11cb8ba546 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.0857830 Jul 23 16:20:35.691350 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-571ec10c-66f7-417a-abc1-3e8a11bb1af9 req-ba26a43d-72d2-40c2-aaf7-1b206ea49f38 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 Jul 23 16:20:35.897736 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-d94bb731-fcd3-4d95-90ae-baecb829a637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.234781 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-c43eeaf9-0c1f-4fcb-8c3c-ca9d331b5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.236260 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-c43eeaf9-0c1f-4fcb-8c3c-ca9d331b5a12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66572cb132ed4212a4ee4905adcc3268&device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1098 time: 0.0750043 Jul 23 16:20:36.253023 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff4f3d-b2f6-4c12-bf47-5d6cc37ea736 req-2a8868f3-d9d6-49f1-8812-1f7149270969 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.254559 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c6ff4f3d-b2f6-4c12-bf47-5d6cc37ea736 req-2a8868f3-d9d6-49f1-8812-1f7149270969 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0853515 Jul 23 16:20:36.307118 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c6ff4f3d-b2f6-4c12-bf47-5d6cc37ea736 req-78964884-35ac-4569-aaed-d0747a8decbb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456960 Jul 23 16:20:36.470984 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-df1e6a95-ccdc-4e4c-99a6-776c8c79790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.472343 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-df1e6a95-ccdc-4e4c-99a6-776c8c79790f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 HTTP/1.1" status: 200 len: 909 time: 0.2160850 Jul 23 16:20:36.579125 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-58d9e8a8-dcb1-45db-a437-5e8c80220f23 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75889e51-b887-4136-a62d-b43f9cab6621 HTTP/1.1" status: 200 len: 1001 time: 0.0988472 Jul 23 16:20:36.645862 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-ebbc1d94-5215-4119-92af-df19c60bda06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.647313 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-ebbc1d94-5215-4119-92af-df19c60bda06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=69598ebf-1618-4bf2-be5d-88f3f48be1cd HTTP/1.1" status: 200 len: 847 time: 0.0597525 Jul 23 16:20:36.695450 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.733169 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-8ff9ba7b-6b1a-4f19-a7b6-9975d4586ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.734668 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-8ff9ba7b-6b1a-4f19-a7b6-9975d4586ac9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779696 Jul 23 16:20:36.880266 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-e5e3e29b-ea6f-4939-b7b1-091b3ffda163 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373608 Jul 23 16:20:36.898202 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc33b61-f56c-430d-abf4-8ad40b8e8fe5 req-72a59199-5051-4cd2-8de6-c94cc58f5669 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.900089 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9dc33b61-f56c-430d-abf4-8ad40b8e8fe5 req-72a59199-5051-4cd2-8de6-c94cc58f5669 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.0965629 Jul 23 16:20:36.965964 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9dc33b61-f56c-430d-abf4-8ad40b8e8fe5 req-872ecea6-82ee-45ec-a80d-ccb8718c8cbb tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592661 Jul 23 16:20:37.051848 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-90813c95-04e2-4ac4-b273-58ba328c4d1b req-e93af9fc-89ea-442a-98da-fe0d86725c28 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639981 Jul 23 16:20:37.511946 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d91e9a-3fc7-4ed8-90fa-47a8d3853416 req-aa7bb47a-b36a-480d-8ca2-af9535b289b4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:37.513408 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a2d91e9a-3fc7-4ed8-90fa-47a8d3853416 req-aa7bb47a-b36a-480d-8ca2-af9535b289b4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0847270 Jul 23 16:20:37.557206 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a2d91e9a-3fc7-4ed8-90fa-47a8d3853416 req-d80856be-2964-4a32-af06-0195709bea80 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379689 Jul 23 16:20:37.710574 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.159640 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ae543-57aa-430b-9609-017dc0da073e req-56bc88ee-9f90-424b-b02b-a6ac315123be tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.161141 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3b4ae543-57aa-430b-9609-017dc0da073e req-56bc88ee-9f90-424b-b02b-a6ac315123be tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.0800717 Jul 23 16:20:38.201074 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.210345 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3b4ae543-57aa-430b-9609-017dc0da073e req-7bf5f8dc-ee47-4469-962c-b1abf294ab90 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 Jul 23 16:20:38.574142 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 32992) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:38.732798 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.759144 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:20:38.768523 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Usage tracker for resource:security_group_rule and tenant:c69e8c6b37db4a959fd1b73e3493301c is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:20:38.773032 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:20:38.780315 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:20:38.840480 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643298d-165b-4a9c-8965-1a942007ceea req-a8f54c83-182b-40ea-a23a-834be19a2756 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.842045 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4643298d-165b-4a9c-8965-1a942007ceea req-a8f54c83-182b-40ea-a23a-834be19a2756 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.1447299 Jul 23 16:20:38.920647 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4643298d-165b-4a9c-8965-1a942007ceea req-2101e497-49a3-4e60-bcde-eff3a93e4094 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661323 Jul 23 16:20:38.936495 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.941498 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.948868 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a27916fd-282f-4c81-bc00-b7ff7aa13c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:38.999191 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c69e8c6b37db4a959fd1b73e3493301c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236352 Jul 23 16:20:39.000205 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dafd06-d70b-4968-b042-975dd3f286e3,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.003277 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:39.003549 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33002) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:39.069860 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7603ebd3-ef22-4d3f-97f6-b3ba9c250fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.095231 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7603ebd3-ef22-4d3f-97f6-b3ba9c250fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.150124 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7603ebd3-ef22-4d3f-97f6-b3ba9c250fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.153782 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8fe41981-6658-41fb-9910-f686bdd7812e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:39.164436 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603ebd3-ef22-4d3f-97f6-b3ba9c250fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dafd06-d70b-4968-b042-975dd3f286e3,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.168310 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7603ebd3-ef22-4d3f-97f6-b3ba9c250fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:39.171558 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7603ebd3-ef22-4d3f-97f6-b3ba9c250fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.172660 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-7603ebd3-ef22-4d3f-97f6-b3ba9c250fe4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/94dafd06-d70b-4968-b042-975dd3f286e3 HTTP/1.1" status: 204 len: 168 time: 0.1678121 Jul 23 16:20:39.435481 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0f987-fcb1-449b-8042-c55f515d7a67 req-271dce6f-3a69-442f-8217-af575541ffa7 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.437340 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ae0f987-fcb1-449b-8042-c55f515d7a67 req-271dce6f-3a69-442f-8217-af575541ffa7 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1065557 Jul 23 16:20:39.498370 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1ae0f987-fcb1-449b-8042-c55f515d7a67 req-dfed1790-29f3-4b55-8cc0-9016e4ae0506 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493050 Jul 23 16:20:40.132973 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21756a-2257-48ac-b9bc-c02504dd9362 req-d408c53c-66a4-44e8-97d5-aa8ba80494c5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.134556 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5c21756a-2257-48ac-b9bc-c02504dd9362 req-d408c53c-66a4-44e8-97d5-aa8ba80494c5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0874963 Jul 23 16:20:40.198964 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5c21756a-2257-48ac-b9bc-c02504dd9362 req-0a05f956-9fa5-4a17-ae94-cc1409fe6260 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585966 Jul 23 16:20:40.741458 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f325c3-46d7-4c96-8496-943171cc2ec5 req-ba06ff3c-eab8-4832-ad9c-a4ced6e3043c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.743385 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7f325c3-46d7-4c96-8496-943171cc2ec5 req-ba06ff3c-eab8-4832-ad9c-a4ced6e3043c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1103587 Jul 23 16:20:40.796295 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7f325c3-46d7-4c96-8496-943171cc2ec5 req-c8156238-85be-41e0-959d-e60f82693981 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459850 Jul 23 16:20:41.406367 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64511f03-5807-4cff-9a1d-2dddc328cfbd req-d023afc0-4420-40f1-81c2-8f3d80918c3b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.408290 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-64511f03-5807-4cff-9a1d-2dddc328cfbd req-d023afc0-4420-40f1-81c2-8f3d80918c3b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0823216 Jul 23 16:20:41.454305 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-64511f03-5807-4cff-9a1d-2dddc328cfbd req-be2e4910-5c2a-43f9-926f-571d23e160dd tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391865 Jul 23 16:20:41.999248 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615fddd-0cb2-4b3c-92c3-142c8371bb6b req-384f73ee-f283-4ea7-ba35-56d1d28e89c9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.000839 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a615fddd-0cb2-4b3c-92c3-142c8371bb6b req-384f73ee-f283-4ea7-ba35-56d1d28e89c9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.0878909 Jul 23 16:20:42.056286 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a615fddd-0cb2-4b3c-92c3-142c8371bb6b req-6c091fc1-f11e-4ace-82e7-4841ced0e6df tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480611 Jul 23 16:20:42.661342 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c2982-60fc-4749-94fd-43aee290a53e req-af2a71ba-ba5b-41fb-809d-02b1e89b8d1a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.664121 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-eb0c2982-60fc-4749-94fd-43aee290a53e req-af2a71ba-ba5b-41fb-809d-02b1e89b8d1a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0878074 Jul 23 16:20:42.714012 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-eb0c2982-60fc-4749-94fd-43aee290a53e req-8e873f92-a0db-45db-9555-511921972a6e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 Jul 23 16:20:43.126546 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-eb1c8df6-4e53-4304-aef7-c3f5b18e3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.128047 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-eb1c8df6-4e53-4304-aef7-c3f5b18e3d69 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66572cb132ed4212a4ee4905adcc3268&device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1098 time: 0.1822186 Jul 23 16:20:43.303057 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-9428528f-1ce6-4c7a-94d3-f3411855d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.307862 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-9428528f-1ce6-4c7a-94d3-f3411855d432 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 HTTP/1.1" status: 200 len: 909 time: 0.1688926 Jul 23 16:20:43.408423 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76aff28-121a-44be-9018-93b1a940cc7b req-81befd39-8834-4f39-b0ff-4fd5055c13e6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.411492 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f76aff28-121a-44be-9018-93b1a940cc7b req-81befd39-8834-4f39-b0ff-4fd5055c13e6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.2370424 Jul 23 16:20:43.437995 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-f282ea65-00a2-4c45-8ba8-e4f5d16932e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75889e51-b887-4136-a62d-b43f9cab6621 HTTP/1.1" status: 200 len: 1001 time: 0.1252849 Jul 23 16:20:43.481093 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f76aff28-121a-44be-9018-93b1a940cc7b req-7582852d-0c3d-4c61-a01d-8839b20e8d25 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598967 Jul 23 16:20:43.510521 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-f523abc0-5d49-4e80-b44a-3ac6d85619ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.515935 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-f523abc0-5d49-4e80-b44a-3ac6d85619ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=69598ebf-1618-4bf2-be5d-88f3f48be1cd HTTP/1.1" status: 200 len: 847 time: 0.0686426 Jul 23 16:20:43.600847 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-2d16e356-5687-4dca-bd23-abca982bc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.602470 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-2d16e356-5687-4dca-bd23-abca982bc1cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830796 Jul 23 16:20:43.736405 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-9e33a102-6580-459e-af3e-6623ac846261 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274674 Jul 23 16:20:43.884096 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-3bcc591b-9851-4742-b300-0c223ba38f68 req-d2c1a344-536b-4474-bbd2-be1bcc9365bc service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405213 Jul 23 16:20:44.126195 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca09a9-4907-40ec-924c-ce2ec997d229 req-e94ada0f-e45d-4d3b-92d3-97d13bddd93c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.127547 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-10ca09a9-4907-40ec-924c-ce2ec997d229 req-e94ada0f-e45d-4d3b-92d3-97d13bddd93c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0870595 Jul 23 16:20:44.173992 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-10ca09a9-4907-40ec-924c-ce2ec997d229 req-0569e825-a822-470d-a9da-8b213f10b267 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Jul 23 16:20:44.714928 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb977f-fd9b-4ecd-8351-37f7a7383884 req-c7e61530-b0c0-48e1-be1c-acc75db75509 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.717398 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7eeb977f-fd9b-4ecd-8351-37f7a7383884 req-c7e61530-b0c0-48e1-be1c-acc75db75509 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1094630 Jul 23 16:20:44.769653 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7eeb977f-fd9b-4ecd-8351-37f7a7383884 req-97a8a1ad-9714-4e35-a821-37a22cb99e4c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468032 Jul 23 16:20:45.418041 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54357598-6948-4041-a043-4f38923539fd req-22ea86a2-de11-4907-98e4-13d6aa2bc027 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.420563 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-54357598-6948-4041-a043-4f38923539fd req-22ea86a2-de11-4907-98e4-13d6aa2bc027 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0950232 Jul 23 16:20:45.470501 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-54357598-6948-4041-a043-4f38923539fd req-d978aa03-960e-4dbb-8539-0be8e4158e1c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439086 Jul 23 16:20:45.976569 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c19607-2ef9-41fc-a58b-29a05d4fa25a req-136c1ab7-3829-4810-bc40-6a269ae2e757 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.978095 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-83c19607-2ef9-41fc-a58b-29a05d4fa25a req-136c1ab7-3829-4810-bc40-6a269ae2e757 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.0914297 Jul 23 16:20:46.021901 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-83c19607-2ef9-41fc-a58b-29a05d4fa25a req-97e9264d-8ee6-42a0-bdf4-e3e77c5439f6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375865 Jul 23 16:20:46.321684 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-94f148a5-cd94-4caf-9163-223da5620026 req-12351097-6c0d-48cb-a0d3-317807f27a17 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787935 Jul 23 16:20:46.423577 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b43c2-88a6-4260-bf26-3a337a78440b req-3fba4b67-bc86-4bc8-848a-eca219e43a7d tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.425274 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-297b43c2-88a6-4260-bf26-3a337a78440b req-3fba4b67-bc86-4bc8-848a-eca219e43a7d tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.0973933 Jul 23 16:20:46.473693 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-297b43c2-88a6-4260-bf26-3a337a78440b req-76f07e9a-e608-442a-9bff-8df6a14270dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416102 Jul 23 16:20:46.689090 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e4ea2-a6f6-42e3-a728-bb6834b5dc68 req-b3a225c4-f46d-4e7f-a329-72a7a7da4771 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.690721 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-966e4ea2-a6f6-42e3-a728-bb6834b5dc68 req-b3a225c4-f46d-4e7f-a329-72a7a7da4771 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0929980 Jul 23 16:20:46.753819 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-966e4ea2-a6f6-42e3-a728-bb6834b5dc68 req-0fb624e5-b304-472f-ad69-5f542e09051b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564911 Jul 23 16:20:47.680054 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981036f8-5810-4b10-8a73-1a2ae07d60db req-336dfab1-25cd-4b8d-86ce-32c666384c67 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.682381 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-981036f8-5810-4b10-8a73-1a2ae07d60db req-336dfab1-25cd-4b8d-86ce-32c666384c67 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.0978158 Jul 23 16:20:47.730827 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-981036f8-5810-4b10-8a73-1a2ae07d60db req-29c5e5ca-dc61-459e-947d-71a674c417f5 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426946 Jul 23 16:20:47.955509 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e633e9-89e8-4b8f-9bec-df8c2038c0ee req-d5eb1ddd-fd25-489a-b65c-6c24179f187a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.956953 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f5e633e9-89e8-4b8f-9bec-df8c2038c0ee req-d5eb1ddd-fd25-489a-b65c-6c24179f187a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0836973 Jul 23 16:20:48.001824 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f5e633e9-89e8-4b8f-9bec-df8c2038c0ee req-9bcbab57-0952-4cc0-86be-47695c6ff841 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390203 Jul 23 16:20:48.155227 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f148a5-cd94-4caf-9163-223da5620026 req-76e84f99-f397-4b51-becf-b68fad5947d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.156710 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-94f148a5-cd94-4caf-9163-223da5620026 req-76e84f99-f397-4b51-becf-b68fad5947d4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2&tenant_id=66572cb132ed4212a4ee4905adcc3268 HTTP/1.1" status: 200 len: 1098 time: 0.0706317 Jul 23 16:20:48.354700 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f148a5-cd94-4caf-9163-223da5620026 req-cd3d45a3-1b4d-4b73-9988-ba9b2cad4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.356192 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-94f148a5-cd94-4caf-9163-223da5620026 req-cd3d45a3-1b4d-4b73-9988-ba9b2cad4ee7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66572cb132ed4212a4ee4905adcc3268&device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1098 time: 0.1750622 Jul 23 16:20:48.503093 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f148a5-cd94-4caf-9163-223da5620026 req-cbecbed5-12d3-4a49-8824-05baf15c6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.504544 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-94f148a5-cd94-4caf-9163-223da5620026 req-cbecbed5-12d3-4a49-8824-05baf15c6a58 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 HTTP/1.1" status: 200 len: 909 time: 0.1339247 Jul 23 16:20:48.607449 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-94f148a5-cd94-4caf-9163-223da5620026 req-d3104de1-ed4f-4b5b-bb2f-b5b903184627 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75889e51-b887-4136-a62d-b43f9cab6621 HTTP/1.1" status: 200 len: 1001 time: 0.0963311 Jul 23 16:20:48.669370 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f148a5-cd94-4caf-9163-223da5620026 req-7f0db362-1c1d-47c7-adca-d06279b7b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.670791 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-94f148a5-cd94-4caf-9163-223da5620026 req-7f0db362-1c1d-47c7-adca-d06279b7b10e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=69598ebf-1618-4bf2-be5d-88f3f48be1cd HTTP/1.1" status: 200 len: 847 time: 0.0574958 Jul 23 16:20:48.757213 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f148a5-cd94-4caf-9163-223da5620026 req-62e5357d-4307-4465-bf47-7b1836ea8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.758713 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-94f148a5-cd94-4caf-9163-223da5620026 req-62e5357d-4307-4465-bf47-7b1836ea8df3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817599 Jul 23 16:20:48.892355 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-94f148a5-cd94-4caf-9163-223da5620026 req-4eb23d5d-2870-4c2d-bfec-b1a075edb8ff service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263638 Jul 23 16:20:48.921766 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd1c82-2839-40e1-abaf-317868c78e86 req-1cdee7d6-fb19-4b38-9c1c-021e5fe0cfe6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.923259 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0ebd1c82-2839-40e1-abaf-317868c78e86 req-1cdee7d6-fb19-4b38-9c1c-021e5fe0cfe6 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.0803564 Jul 23 16:20:48.971320 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0ebd1c82-2839-40e1-abaf-317868c78e86 req-6c900499-f13a-4872-b1b6-2953c39add05 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416634 Jul 23 16:20:49.026532 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-94f148a5-cd94-4caf-9163-223da5620026 req-ead041d7-6250-4b9e-b75e-66a410ae759a service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274900 Jul 23 16:20:49.210548 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3719a4-76a0-4bd9-a222-2b44a9e7a362 req-9f8fe0fe-4f76-43a3-a03c-4e4276e89b3b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.212042 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6d3719a4-76a0-4bd9-a222-2b44a9e7a362 req-9f8fe0fe-4f76-43a3-a03c-4e4276e89b3b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0870771 Jul 23 16:20:49.259600 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6d3719a4-76a0-4bd9-a222-2b44a9e7a362 req-3db983ec-9dc3-4f78-9e02-a43356dff057 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418301 Jul 23 16:20:49.806592 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 75889e51-b887-4136-a62d-b43f9cab6621 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:20:49.928700 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.956123 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:49.966840 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75889e51-b887-4136-a62d-b43f9cab6621,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:20:49.972377 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.974266 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:50.032019 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621', 'code': 200} Jul 23 16:20:50.070584 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=75889e51-b887-4136-a62d-b43f9cab6621,revision_number=6']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.095726 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:50.225925 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150995-a54c-49ff-a1b1-eaae04f15363 req-ba89b6bc-cdde-4cba-8e97-8cb8a6f70ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.227055 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fe292-af0e-4496-98a6-73c80d109159 req-7f6f89d0-50c7-49f1-ab2c-e229ff1e4e39 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.227570 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-56150995-a54c-49ff-a1b1-eaae04f15363 req-ba89b6bc-cdde-4cba-8e97-8cb8a6f70ae5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1096 time: 0.0762486 Jul 23 16:20:50.228545 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9c4fe292-af0e-4496-98a6-73c80d109159 req-7f6f89d0-50c7-49f1-ab2c-e229ff1e4e39 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 943 time: 0.0995865 Jul 23 16:20:50.268634 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-56150995-a54c-49ff-a1b1-eaae04f15363 req-9bb31905-52f3-470d-bdae-10dac78e7496 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342779 Jul 23 16:20:50.273882 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9c4fe292-af0e-4496-98a6-73c80d109159 req-def9cc1a-2b07-403d-a4e3-9e39d4464ae9 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 Jul 23 16:20:50.456358 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a580-8789-4ced-ae02-81a823839195 req-30a4b571-090a-4587-a518-0b547e66b916 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.458239 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0c22a580-8789-4ced-ae02-81a823839195 req-30a4b571-090a-4587-a518-0b547e66b916 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0836656 Jul 23 16:20:50.503077 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0c22a580-8789-4ced-ae02-81a823839195 req-70dcfbb5-92d2-4fd5-9bea-c20dd0057e59 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393109 Jul 23 16:20:51.472951 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66026f1c-a93c-452a-9e74-843701477286 req-e26fcc39-99f9-4df9-80e5-14833d2c0203 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.474470 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-66026f1c-a93c-452a-9e74-843701477286 req-e26fcc39-99f9-4df9-80e5-14833d2c0203 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 943 time: 0.0853188 Jul 23 16:20:51.522978 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-66026f1c-a93c-452a-9e74-843701477286 req-af692727-c476-4431-b7ff-d130fd4dac03 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407548 Jul 23 16:20:51.723996 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bd799-36ca-4f14-8744-1fdf73fd9ca0 req-01eb4d45-52f9-46b3-823d-5b9a119c8528 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.725846 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0c8bd799-36ca-4f14-8744-1fdf73fd9ca0 req-01eb4d45-52f9-46b3-823d-5b9a119c8528 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0834234 Jul 23 16:20:51.778091 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0c8bd799-36ca-4f14-8744-1fdf73fd9ca0 req-4a91682b-930c-44d3-887f-42e3cfdfdb0b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462077 Jul 23 16:20:51.811318 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 75889e51-b887-4136-a62d-b43f9cab6621 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:20:51.957179 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75889e51-b887-4136-a62d-b43f9cab6621,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:20:51.970319 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '75889e51-b887-4136-a62d-b43f9cab6621', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'port_id': '75889e51-b887-4136-a62d-b43f9cab6621', 'mac_address': 'fa:16:3e:dd:34:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:20:52.024764 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.045347 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75889e51-b887-4136-a62d-b43f9cab6621 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:52.061542 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75889e51-b887-4136-a62d-b43f9cab6621,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:20:52.065716 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.067799 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7049796d-657b-4177-af2d-aecf905e3cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:52.172555 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=75889e51-b887-4136-a62d-b43f9cab6621,revision_number=7']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:52.175448 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:52.333332 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['75889e51-b887-4136-a62d-b43f9cab6621'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:20:52.975964 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f254157-e142-4c6a-84bd-2e558aba2a4b req-bda40161-e1fb-42ba-b522-22614f83ed5c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.977652 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9f254157-e142-4c6a-84bd-2e558aba2a4b req-bda40161-e1fb-42ba-b522-22614f83ed5c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0838699 Jul 23 16:20:53.035246 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9f254157-e142-4c6a-84bd-2e558aba2a4b req-e55edf22-58e1-4565-8027-64d4d3f1fcb6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508511 Jul 23 16:20:53.710749 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8883384-5d67-4865-b112-60c3abd61f0a req-5782c872-c24c-4f32-9785-b010fc47d832 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.712208 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c8883384-5d67-4865-b112-60c3abd61f0a req-5782c872-c24c-4f32-9785-b010fc47d832 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 945 time: 0.0846083 Jul 23 16:20:53.823011 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 75889e51-b887-4136-a62d-b43f9cab6621 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:20:53.874447 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c8883384-5d67-4865-b112-60c3abd61f0a req-913ce2d2-fbc6-40ff-8c94-4cc118c8e31c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562247 Jul 23 16:20:53.915925 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 75889e51-b887-4136-a62d-b43f9cab6621 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:53.916298 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.038179 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.064620 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:54.074991 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75889e51-b887-4136-a62d-b43f9cab6621,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:20:54.080600 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.082812 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:54.117077 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621', 'code': 200} Jul 23 16:20:54.155369 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=75889e51-b887-4136-a62d-b43f9cab6621,revision_number=8']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:54.163759 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.164132 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.164473 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.164809 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.165161 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.165498 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.165820 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.166140 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.166466 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.166782 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.167103 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.167415 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:54.171312 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:54.245186 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63a4fb-14c0-4739-bd4c-01bb666fbd9e req-46aa3376-3aac-41b9-a2f9-d220c77d5d89 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.246672 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9e63a4fb-14c0-4739-bd4c-01bb666fbd9e req-46aa3376-3aac-41b9-a2f9-d220c77d5d89 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0874014 Jul 23 16:20:54.295880 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9e63a4fb-14c0-4739-bd4c-01bb666fbd9e req-1d806602-4c12-486a-874e-1429fb1892a5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Jul 23 16:20:54.507939 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:20:55.061802 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f956-87a1-4367-ac22-ed0ad294db37 req-98dcbd39-027c-4ab0-ab7b-1950a8fdb47e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.063261 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-32c8f956-87a1-4367-ac22-ed0ad294db37 req-98dcbd39-027c-4ab0-ab7b-1950a8fdb47e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 945 time: 0.0802183 Jul 23 16:20:55.108861 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-32c8f956-87a1-4367-ac22-ed0ad294db37 req-75036eab-9251-433d-b558-3aa6c0cbb65c tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396929 Jul 23 16:20:55.469575 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-030f4815-d915-4b7c-943b-8db6aabcd9a1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.470492 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-030f4815-d915-4b7c-943b-8db6aabcd9a1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Synchronizing usage tracker for tenant:473f4fc062fd4dcaac5767370944c4de on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:20:55.486101 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-030f4815-d915-4b7c-943b-8db6aabcd9a1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Unset dirty status for tenant:473f4fc062fd4dcaac5767370944c4de on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:20:55.487281 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-030f4815-d915-4b7c-943b-8db6aabcd9a1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 945 time: 0.1006980 Jul 23 16:20:55.492363 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc403f6-42ac-4011-b0ca-2c46c2bf3733 req-7b14f88a-ac4c-43cb-bb2b-8f74cee68d1b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.493841 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4cc403f6-42ac-4011-b0ca-2c46c2bf3733 req-7b14f88a-ac4c-43cb-bb2b-8f74cee68d1b tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0847046 Jul 23 16:20:55.538618 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4cc403f6-42ac-4011-b0ca-2c46c2bf3733 req-c870d1e7-3ec0-4046-99f6-72ab8d733f90 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Jul 23 16:20:55.557752 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Deleting port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:20:55.558085 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.813749 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] For port cd08e981-ef6e-4877-b0c2-753cb4bb8d43, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:20:55.814107 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.207587 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.207951 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.208271 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.l3_db [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Floating IP f7247801-2f27-466a-b49e-944918e4a68a disassociated. External IP: 172.28.2.205, port: cd08e981-ef6e-4877-b0c2-753cb4bb8d43. Jul 23 16:20:56.208613 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Calling delete_port for cd08e981-ef6e-4877-b0c2-753cb4bb8d43 owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:20:56.298588 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24e9d1-72ba-42a2-a9bd-e886d8997a70 req-83c327a3-7d2c-437d-9840-74eba1188f87 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.300267 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ad24e9d1-72ba-42a2-a9bd-e886d8997a70 req-83c327a3-7d2c-437d-9840-74eba1188f87 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 945 time: 0.0805378 Jul 23 16:20:56.347973 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ad24e9d1-72ba-42a2-a9bd-e886d8997a70 req-59ee4fc4-a2ce-4c9b-81ba-b13f450d758e tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eb7bed2-66e8-41dc-a855-711f1e2908c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413532 Jul 23 16:20:56.355994 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.363049 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-03655e89-a054-42e1-a31a-fadcc86ccbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:56.413893 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event deleted for resources: {'Port': ['ID=cd08e981-ef6e-4877-b0c2-753cb4bb8d43,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:56.471597 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.472269 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.472269 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.472620 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.472957 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.473341 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.473687 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.474007 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.474341 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.474670 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.475138 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.475475 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:56.484090 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:56.617681 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Router 65130463-6cd9-4a3b-977e-a9af59d939b1 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:56.744851 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5caf0-0237-49c2-8387-e82cae58e1c6 req-8ec4aefe-5532-41ec-bfc7-8d9811210a3a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.746485 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-73a5caf0-0237-49c2-8387-e82cae58e1c6 req-8ec4aefe-5532-41ec-bfc7-8d9811210a3a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0894628 Jul 23 16:20:56.804677 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-73a5caf0-0237-49c2-8387-e82cae58e1c6 req-76d48fee-6c22-4ea3-9942-b74de344e0e6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513411 Jul 23 16:20:56.808298 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:20:56.820549 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] Sync routers for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:56.838839 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:20:56.839734 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:20:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:56.903008 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] No DVR routers for this DVR port cd08e981-ef6e-4877-b0c2-753cb4bb8d43 on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:56.906061 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.909441 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'name': 'network-vif-deleted', 'tag': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:56.936222 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-8b0e9004-a12d-47ed-aec8-58c642fc8949 req-e2abc8ac-1cd4-4869-9a47-46be47a4d4c2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.88 "DELETE /v2.0/ports/cd08e981-ef6e-4877-b0c2-753cb4bb8d43 HTTP/1.1" status: 204 len: 173 time: 1.4434624 Jul 23 16:20:57.032413 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1b1061-9818-489e-9658-43a523eaf1cd', 'name': 'network-vif-deleted', 'tag': 'cd08e981-ef6e-4877-b0c2-753cb4bb8d43', 'status': 'completed', 'code': 200} Jul 23 16:20:57.038848 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:20:57.358918 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:57.362944 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] Checking router: 65130463-6cd9-4a3b-977e-a9af59d939b1 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:57.372203 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:20:57.372810 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:20:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:57.558431 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d7ce1de8-20bb-4119-94db-bcc8bad0678a req-f6a54fb5-f6d7-4a05-9f41-ec1075277608 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc1b1061-9818-489e-9658-43a523eaf1cd HTTP/1.1" status: 200 len: 210 time: 0.0585854 Jul 23 16:20:57.582914 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:20:57.931123 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:57.935207 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578c812-66fe-4d52-b63a-53cb48e76d42 None None] The sync data for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb is: [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:15:44Z', 'revision_number': 4, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '41805152-bbb3-458d-9669-4a24c8147da0', 'name': '', 'network_id': 'e1ca1912-5243-42a2-8607-b50e9ed457ff', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'mac_address': 'fa:16:3e:3e:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:40Z', 'updated_at': '2021-07-23T16:15:56Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'subnets': [{'id': '24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:58.016942 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505ec2a-3307-400a-a773-df2204a80802 req-9005aa07-357d-463c-8399-cefd4b14e292 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.018532 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2505ec2a-3307-400a-a773-df2204a80802 req-9005aa07-357d-463c-8399-cefd4b14e292 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0907459 Jul 23 16:20:58.066260 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2505ec2a-3307-400a-a773-df2204a80802 req-23615afa-e445-44c1-99dc-f828c761f251 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419328 Jul 23 16:20:58.153096 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53e917-b078-421d-b312-eec53d88b061 None None] New status for floating IP f7247801-2f27-466a-b49e-944918e4a68a: DOWN {{(pid=78586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:20:58.745565 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33192) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:58.817426 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-42478e9a-6eb0-4d6a-b656-400e572e54f6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.847876 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-42478e9a-6eb0-4d6a-b656-400e572e54f6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.905441 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-42478e9a-6eb0-4d6a-b656-400e572e54f6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.909419 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-752e08ba-3c6b-471e-be74-c01a10aa5d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:58.924812 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42478e9a-6eb0-4d6a-b656-400e572e54f6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb7bed2-66e8-41dc-a855-711f1e2908c1,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:58.927611 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-42478e9a-6eb0-4d6a-b656-400e572e54f6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:58.935444 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-42478e9a-6eb0-4d6a-b656-400e572e54f6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.936565 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-42478e9a-6eb0-4d6a-b656-400e572e54f6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "DELETE /v2.0/security-groups/6eb7bed2-66e8-41dc-a855-711f1e2908c1 HTTP/1.1" status: 204 len: 168 time: 0.1900239 Jul 23 16:20:58.939152 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33196) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:58.956408 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.api.v2.resource [None req-38091441-b9e1-48f1-b64a-9dde88fb9ff4 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] show failed (client error): The resource could not be found. Jul 23 16:20:58.957358 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-38091441-b9e1-48f1-b64a-9dde88fb9ff4 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "GET /v2.0/security-groups/6eb7bed2-66e8-41dc-a855-711f1e2908c1 HTTP/1.1" status: 404 len: 347 time: 0.0173011 Jul 23 16:20:58.960706 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33200) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:20:59.128207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Deleting port 10127644-ab80-409c-ac0e-79e4c8b7948d {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:20:59.128551 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.270670 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339acb-bdc5-42c7-ba92-db5e2f6e9bab req-eb128fb3-62a2-4ccd-9fc0-3da31df3c734 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.272541 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bd339acb-bdc5-42c7-ba92-db5e2f6e9bab req-eb128fb3-62a2-4ccd-9fc0-3da31df3c734 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0948606 Jul 23 16:20:59.310479 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.310892 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.327047 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bd339acb-bdc5-42c7-ba92-db5e2f6e9bab req-29ea6acc-7bd7-4474-bfd7-68a08c9f23b5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470283 Jul 23 16:20:59.444959 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Calling delete_port for 10127644-ab80-409c-ac0e-79e4c8b7948d owned by network:floatingip {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:20:59.588854 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.593409 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-75ee5e40-55ba-4388-9901-2de74bb60b6d tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:20:59.813613 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Pushing event deleted for resources: {'Port': ['ID=10127644-ab80-409c-ac0e-79e4c8b7948d,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.828024 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 35531412-0f23-4d13-bc7b-3208dd983df8 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:20:59.830874 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device cd08e981-ef6e-4877-b0c2-753cb4bb8d43 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:20:59.868404 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:20:59.874307 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: cd08e981-ef6e-4877-b0c2-753cb4bb8d43 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:20:59.874741 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device cd08e981-ef6e-4877-b0c2-753cb4bb8d43 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:20:59.950812 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks [] for floatingip, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.966532 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.970396 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] 10.222.0.76 "DELETE /v2.0/floatingips/f7247801-2f27-466a-b49e-944918e4a68a HTTP/1.1" status: 204 len: 168 time: 1.0086913 Jul 23 16:21:00.027072 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:00.047340 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '35531412-0f23-4d13-bc7b-3208dd983df8', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'port_id': '35531412-0f23-4d13-bc7b-3208dd983df8', 'mac_address': 'fa:16:3e:98:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:21:00.133045 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.161861 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35531412-0f23-4d13-bc7b-3208dd983df8 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:00.183854 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:00.190681 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.193514 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:00.294778 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=6']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.297942 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:00.313716 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['35531412-0f23-4d13-bc7b-3208dd983df8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:21:00.614878 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60960785-447f-466d-a0df-5c5578c90f0f req-790dbf43-068f-4c87-86d4-8ab85756b9e2 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.628300 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-60960785-447f-466d-a0df-5c5578c90f0f req-790dbf43-068f-4c87-86d4-8ab85756b9e2 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 945 time: 0.1389294 Jul 23 16:21:00.710591 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-60960785-447f-466d-a0df-5c5578c90f0f req-6060763b-1fc0-48d9-b8a8-0f89602a404e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781429 Jul 23 16:21:01.826901 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 35531412-0f23-4d13-bc7b-3208dd983df8 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:21:01.920939 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 35531412-0f23-4d13-bc7b-3208dd983df8 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:01.923186 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.928516 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d402bd-5bf5-408b-a49f-a57344419ccb req-7e52c4de-30d3-47d6-b680-d6d28eaca4c1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.930251 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-70d402bd-5bf5-408b-a49f-a57344419ccb req-7e52c4de-30d3-47d6-b680-d6d28eaca4c1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 945 time: 0.0945046 Jul 23 16:21:01.989231 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-70d402bd-5bf5-408b-a49f-a57344419ccb req-61eeda39-2fca-4d2f-bf0f-a74e7935b254 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529501 Jul 23 16:21:02.099274 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.133942 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:02.149934 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:02.156675 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.158674 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:02.232260 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8', 'code': 200} Jul 23 16:21:02.255095 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=7']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:02.258600 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:03.227960 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876cee5-b99f-46ba-aaf8-c5a258a074d5 req-299aa9ab-4fd2-45e3-bb69-aa29bfd3b45d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.229594 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6876cee5-b99f-46ba-aaf8-c5a258a074d5 req-299aa9ab-4fd2-45e3-bb69-aa29bfd3b45d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.1114233 Jul 23 16:21:03.268701 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-18993099-5fca-42ed-8a05-5138f74ec085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.289970 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6876cee5-b99f-46ba-aaf8-c5a258a074d5 req-4cb46675-a6cd-4ea0-b8fb-d7e147bc39d5 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532608 Jul 23 16:21:03.580822 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.437227 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33274) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:04.543481 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fe94a-5df2-4fed-85c3-45aae02c6342 req-86e11645-21e8-4aac-a61f-31faac8983df tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.545203 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ba0fe94a-5df2-4fed-85c3-45aae02c6342 req-86e11645-21e8-4aac-a61f-31faac8983df tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.1063552 Jul 23 16:21:04.613586 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ba0fe94a-5df2-4fed-85c3-45aae02c6342 req-63941d29-329a-43e5-9bed-b0077e4bacfd tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621157 Jul 23 16:21:05.279688 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659917'] for router_interface, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.776154 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Deleting port 41805152-bbb3-458d-9669-4a24c8147da0 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:21:05.777000 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.867859 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28c7a0-8c07-4eed-84d9-6950e31d40b2 req-ff116b2f-1e7e-4cc8-b0e2-904e6ee6a1b1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.870243 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5b28c7a0-8c07-4eed-84d9-6950e31d40b2 req-ff116b2f-1e7e-4cc8-b0e2-904e6ee6a1b1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.1096997 Jul 23 16:21:05.910920 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-98e56680-1863-43d1-b49b-bd6f459c6029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.947805 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5b28c7a0-8c07-4eed-84d9-6950e31d40b2 req-73b4644b-ac14-452c-8ae2-ad2c11b317ca tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704494 Jul 23 16:21:06.017930 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] For port 41805152-bbb3-458d-9669-4a24c8147da0, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=41805152-bbb3-458d-9669-4a24c8147da0,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:06.018443 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.186740 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Calling delete_port for 41805152-bbb3-458d-9669-4a24c8147da0 owned by network:router_interface {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:21:06.515384 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.519720 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-757df127-9b05-416c-8204-819392b31d95 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:06.599816 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Pushing event deleted for resources: {'Port': ['ID=41805152-bbb3-458d-9669-4a24c8147da0,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.602958 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:06.713073 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.914698 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-543989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659889'] for router_interface, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.211442 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e7135-baf4-477c-bf1d-9e08665a7dc6 req-d3cb6498-0873-4cf3-9c5e-d3fb0da2cfd1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.213103 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c18e7135-baf4-477c-bf1d-9e08665a7dc6 req-d3cb6498-0873-4cf3-9c5e-d3fb0da2cfd1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.1151760 Jul 23 16:21:07.299086 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c18e7135-baf4-477c-bf1d-9e08665a7dc6 req-8c5ff9d8-b5dd-40bc-8f33-ab4eab33a846 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795295 Jul 23 16:21:07.508596 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Router 65130463-6cd9-4a3b-977e-a9af59d939b1 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:07.736592 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:21:07.760664 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] Sync routers for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:07.761296 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] 10.222.0.76 "PUT /v2.0/routers/65130463-6cd9-4a3b-977e-a9af59d939b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3196812 Jul 23 16:21:07.761403 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33288) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:07.793175 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.797939 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:21:07.799236 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:21:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:08.068974 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks [] for router, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.116117 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:21:08.422680 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.438384 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Deleting port 87e50287-bf66-49fb-9c4d-0ecff9d57b64 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:21:08.439108 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.473944 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.511470 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:21:06Z', 'revision_number': 5, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port': {'id': '87e50287-bf66-49fb-9c4d-0ecff9d57b64', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:31Z', 'updated_at': '2021-07-23T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:08.515818 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] Checking router: 65130463-6cd9-4a3b-977e-a9af59d939b1 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:08.526542 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] Routers {'65130463-6cd9-4a3b-977e-a9af59d939b1'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:21:08.527251 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:21:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['65130463-6cd9-4a3b-977e-a9af59d939b1'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:08.710863 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7793ff9-be67-44c2-b554-27f626c22c57 req-8664ce33-bf22-4c00-9087-85b86e252623 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.713046 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f7793ff9-be67-44c2-b554-27f626c22c57 req-8664ce33-bf22-4c00-9087-85b86e252623 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.2023418 Jul 23 16:21:08.754356 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] Set router 65130463-6cd9-4a3b-977e-a9af59d939b1 gateway port host: None {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:21:08.850164 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f7793ff9-be67-44c2-b554-27f626c22c57 req-9b34913c-1fb2-4c5e-8758-e290db38df00 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804708 Jul 23 16:21:08.867625 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] For port 87e50287-bf66-49fb-9c4d-0ecff9d57b64, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=87e50287-bf66-49fb-9c4d-0ecff9d57b64,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:08.867988 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.875368 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:21:08Z', 'revision_number': 6, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port_host': None}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:08.879845 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3c496-4910-406a-808d-d9e009c0f919 None None] The sync data for ids ['65130463-6cd9-4a3b-977e-a9af59d939b1'] in dv-cinder-802036-1-smb is: [{'id': '65130463-6cd9-4a3b-977e-a9af59d939b1', 'name': 'tempest-AttachVolumeTestJSON-45576485-router', 'tenant_id': '473f4fc062fd4dcaac5767370944c4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:27Z', 'updated_at': '2021-07-23T16:21:08Z', 'revision_number': 6, 'project_id': '473f4fc062fd4dcaac5767370944c4de', 'gw_port_host': None}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:09.060073 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Calling delete_port for 87e50287-bf66-49fb-9c4d-0ecff9d57b64 owned by network:router_gateway {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:21:09.264189 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.268326 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-fc8a29dc-e149-49bd-8e09-82a5e0adb437 tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:09.320251 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Pushing event deleted for resources: {'Port': ['ID=87e50287-bf66-49fb-9c4d-0ecff9d57b64,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:09.357661 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.358168 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.358530 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.358892 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.359242 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.359588 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.359932 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.360273 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.360619 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.360952 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.361331 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.361772 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:09.372086 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:09.443231 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688920'] for router_gateway, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.661231 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-339'] for router, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.664363 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.708270 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-660546'] for router, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.710915 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65130463-6cd9-4a3b-977e-a9af59d939b1 {{(pid=78583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 16:21:09.770038 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.772083 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] 10.222.0.76 "DELETE /v2.0/routers/65130463-6cd9-4a3b-977e-a9af59d939b1 HTTP/1.1" status: 204 len: 168 time: 2.0093844 Jul 23 16:21:09.774783 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33298) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:09.839789 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] Deleting subnet 24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c {{(pid=78584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:21:09.843110 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.903134 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14995931'] for subnet, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.951641 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 41805152-bbb3-458d-9669-4a24c8147da0 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:21:10.029984 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 41805152-bbb3-458d-9669-4a24c8147da0 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:21:10.030846 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 41805152-bbb3-458d-9669-4a24c8147da0 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:21:10.031517 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 87e50287-bf66-49fb-9c4d-0ecff9d57b64 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:21:10.051815 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.097099 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 87e50287-bf66-49fb-9c4d-0ecff9d57b64 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:21:10.097973 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 87e50287-bf66-49fb-9c4d-0ecff9d57b64 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:21:10.142612 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15683547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14962779'] for subnet, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.144578 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7025d-0d2e-48a1-9fd0-bc7a4978b2ff req-2764cf63-f781-41d0-9dd5-f3c1a3b5b104 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.146829 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-46b7025d-0d2e-48a1-9fd0-bc7a4978b2ff req-2764cf63-f781-41d0-9dd5-f3c1a3b5b104 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.1167495 Jul 23 16:21:10.159309 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-23afaf3f-9598-429e-b5eb-60770ef74fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:10.197091 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.202413 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e6fdb-9472-4e32-a99e-8405b34d0445 None None] Network e1ca1912-5243-42a2-8607-b50e9ed457ff requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:21:10.209403 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-46b7025d-0d2e-48a1-9fd0-bc7a4978b2ff req-5edb0feb-5653-45ca-b3d1-8808233742e7 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565858 Jul 23 16:21:10.217724 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c HTTP/1.1" status: 204 len: 168 time: 0.4417999 Jul 23 16:21:10.218812 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b5cb7a-e833-4ed0-a85a-2d7a2c2e6f1c,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:10.220190 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33314) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:10.224322 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:10.328698 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.339564 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Deleting port a64306be-78fe-4850-98a4-739710258b42 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:21:10.339898 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.453076 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] DHCP port deletion for e1ca1912-5243-42a2-8607-b50e9ed457ff request from dv-cinder-802036-1-smb {{(pid=78585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 23 16:21:10.457447 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] Deleting port a64306be-78fe-4850-98a4-739710258b42 {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:21:10.457829 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.656330 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] For port a64306be-78fe-4850-98a4-739710258b42, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=a64306be-78fe-4850-98a4-739710258b42,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:10.656956 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.670582 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] For port a64306be-78fe-4850-98a4-739710258b42, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=a64306be-78fe-4850-98a4-739710258b42,segment=NetworkSegment(a55310dc-b27e-44d4-a5ac-28b86a319743),segment_id=a55310dc-b27e-44d4-a5ac-28b86a319743)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:10.671203 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.789721 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Calling delete_port for a64306be-78fe-4850-98a4-739710258b42 owned by network:dhcp {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:21:10.796699 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] Calling delete_port for a64306be-78fe-4850-98a4-739710258b42 owned by network:dhcp {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:21:10.814734 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-11b3f72b-27e4-4fa4-9c9b-0cf3f3033983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.816231 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-11b3f72b-27e4-4fa4-9c9b-0cf3f3033983 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 1099 time: 0.0785892 Jul 23 16:21:10.874615 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.880161 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:10.932947 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64306be-78fe-4850-98a4-739710258b42,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:10.936684 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:10.937685 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] No DVR routers for this DVR port a64306be-78fe-4850-98a4-739710258b42 on host dv-cinder-802036-1-smb {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:10.941847 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.db.api [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:21:10.942529 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_db.api [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:21:11.055667 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.064017 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-dd4e5765-a4a4-4522-808d-dce8fb27683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.065508 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-dd4e5765-a4a4-4522-808d-dce8fb27683e service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 0.2421968 Jul 23 16:21:11.068760 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ca1912-5243-42a2-8607-b50e9ed457ff']}} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:11.081340 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55310dc-b27e-44d4-a5ac-28b86a319743') {'for_net_delete': True} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:11.081633 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55310dc-b27e-44d4-a5ac-28b86a319743') {} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:11.093214 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15297787'] for segment, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.113689 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.120583 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=78583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:21:11.120977 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14459814'] for segment, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: Traceback (most recent call last): Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: timer() Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: cb(*args, **kw) Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: return func(*args, **kwargs) Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: self._notify() Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: self.callback(batched_events) Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: event.method(event) Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: return f(self, *a, **k) Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: return self._get(url).json() Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: return self.request(url, 'GET', **kwargs) Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:21:11.134207 dv-cinder-802036-1-smb neutron-server[78583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:21:11.169977 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-5ad1e873-16f6-4f44-aabe-28776dcc7012 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35531412-0f23-4d13-bc7b-3208dd983df8 HTTP/1.1" status: 200 len: 1002 time: 0.0958877 Jul 23 16:21:11.207458 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.212308 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:11.228339 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.236800 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ca1912-5243-42a2-8607-b50e9ed457ff,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.239151 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-a3402b8a-7173-42c7-9f37-7f12e2ac625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.240062 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:11.240627 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-a3402b8a-7173-42c7-9f37-7f12e2ac625e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.0638061 Jul 23 16:21:11.251156 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e1ca1912-5243-42a2-8607-b50e9ed457ff HTTP/1.1" status: 204 len: 168 time: 1.0297244 Jul 23 16:21:11.325959 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-d9ca0b45-3c4d-45b7-9ff8-ba30967c052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.327414 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-d9ca0b45-3c4d-45b7-9ff8-ba30967c052c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797050 Jul 23 16:21:11.392935 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33322) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:11.444667 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] Deleting port a64306be-78fe-4850-98a4-739710258b42 {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:21:11.445278 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.462780 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-407602e2-56e2-4e54-80eb-b8284821f147 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=473f4fc062fd4dcaac5767370944c4de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0683312 Jul 23 16:21:11.465515 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33326) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:11.496967 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-66dfcee7-0c3d-415b-9b36-6d391ef3103e service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615889 Jul 23 16:21:11.501450 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ffe1-47e0-4f6f-acf0-62e442b0fd2e req-302c6f79-2b00-48f2-bb1a-50dca426543a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.502996 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6d07ffe1-47e0-4f6f-acf0-62e442b0fd2e req-302c6f79-2b00-48f2-bb1a-50dca426543a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.1627104 Jul 23 16:21:11.521970 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-22e63e4c-b74d-4a9c-85d9-90b43306cc02 None None] The port 'a64306be-78fe-4850-98a4-739710258b42' was deleted {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 23 16:21:11.577498 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8e26c903-1dd5-4a99-86d6-8d24a92494aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.583964 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6d07ffe1-47e0-4f6f-acf0-62e442b0fd2e req-d7831f10-87be-46c3-b289-f033e923d0cf tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656810 Jul 23 16:21:11.610764 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8e26c903-1dd5-4a99-86d6-8d24a92494aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.642316 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-0d340fc8-58bf-4208-baa1-564d4cf724d7 req-d5f8dd07-1c6e-4c38-abe9-a636452ca26c service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386380 Jul 23 16:21:11.673424 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8e26c903-1dd5-4a99-86d6-8d24a92494aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.677489 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-af717e77-6b41-49e6-9d69-894e58ff37d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:11.691249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26c903-1dd5-4a99-86d6-8d24a92494aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b9c58-8f78-4cf7-96a7-e3d6e83cd63f,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.695893 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8e26c903-1dd5-4a99-86d6-8d24a92494aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:11.699507 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8e26c903-1dd5-4a99-86d6-8d24a92494aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.700619 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-8e26c903-1dd5-4a99-86d6-8d24a92494aa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/121b9c58-8f78-4cf7-96a7-e3d6e83cd63f HTTP/1.1" status: 204 len: 168 time: 0.2342222 Jul 23 16:21:11.909267 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device a64306be-78fe-4850-98a4-739710258b42 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:21:11.942787 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: a64306be-78fe-4850-98a4-739710258b42 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:21:11.943139 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device a64306be-78fe-4850-98a4-739710258b42 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:21:12.794997 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0779a-24eb-4396-89be-7399987a0e1d req-957050ef-b1af-4440-9ee0-999c0252ada0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:12.796526 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a4c0779a-24eb-4396-89be-7399987a0e1d req-957050ef-b1af-4440-9ee0-999c0252ada0 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0950420 Jul 23 16:21:12.843582 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a4c0779a-24eb-4396-89be-7399987a0e1d req-0f119f86-3875-4030-8497-6e86e6ae2d25 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409596 Jul 23 16:21:13.886139 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 35531412-0f23-4d13-bc7b-3208dd983df8 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:21:13.999943 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.026434 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:14.035977 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:14.036812 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143ac6-d284-4b81-aa47-6e82e1cb262c req-956e220c-0c3b-4eed-94ed-5c7e53bdd9ae tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:14.040131 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6b143ac6-d284-4b81-aa47-6e82e1cb262c req-956e220c-0c3b-4eed-94ed-5c7e53bdd9ae tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 946 time: 0.0844231 Jul 23 16:21:14.041486 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.044625 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:14.089031 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6b143ac6-d284-4b81-aa47-6e82e1cb262c req-a91cebf4-3075-4f39-9732-2e4f4c1e4719 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432026 Jul 23 16:21:14.129733 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=8']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:14.133657 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:14.230873 dv-cinder-802036-1-smb neutron-server[78585]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8', 'code': 422} returned with failed status Jul 23 16:21:15.751175 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188280c-e8c9-421f-a126-8c03ab098b1a req-3029fb2c-7459-4459-b565-f6666ab59e82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:15.752622 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6188280c-e8c9-421f-a126-8c03ab098b1a req-3029fb2c-7459-4459-b565-f6666ab59e82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.0912769 Jul 23 16:21:15.825863 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6188280c-e8c9-421f-a126-8c03ab098b1a req-aef59215-41cb-4b14-bbf2-95365de0d0a3 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645573 Jul 23 16:21:16.029311 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33442) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:16.159995 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-0d9152b6-42bf-4f19-a1b6-1568f918b2bf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294398 Jul 23 16:21:17.059490 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a084bf-2161-4665-90a7-a8f6a03e4b80 req-2497eb06-1cd3-4704-8aab-a0ebce0387ea tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.061646 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-30a084bf-2161-4665-90a7-a8f6a03e4b80 req-2497eb06-1cd3-4704-8aab-a0ebce0387ea tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.1203241 Jul 23 16:21:17.098906 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-c118eb7d-91c6-4d2b-b25e-ae97d18fec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.102719 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-c118eb7d-91c6-4d2b-b25e-ae97d18fec90 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc&tenant_id=26d377ae61f143c882e045e5132dd3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0812421 Jul 23 16:21:17.120200 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-30a084bf-2161-4665-90a7-a8f6a03e4b80 req-ad15c053-045f-4bf0-85f7-d65eceb1e3d2 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480597 Jul 23 16:21:17.202585 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-d713c0a3-5a0b-47fd-b61f-e78aa27b1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.204147 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-d713c0a3-5a0b-47fd-b61f-e78aa27b1cf9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 1097 time: 0.0769994 Jul 23 16:21:17.346186 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-fd629b28-dca9-4753-8b0c-423cbe3f3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.348071 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-fd629b28-dca9-4753-8b0c-423cbe3f3535 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 0.1374304 Jul 23 16:21:17.452591 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-54680d0f-8735-4fb3-b47a-dafa0e1e90a5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35531412-0f23-4d13-bc7b-3208dd983df8 HTTP/1.1" status: 200 len: 1000 time: 0.0973763 Jul 23 16:21:17.526921 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-e3ef226b-ef36-4c45-91a3-b4b10de32c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.528299 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-e3ef226b-ef36-4c45-91a3-b4b10de32c35 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.0676208 Jul 23 16:21:17.603611 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33486) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:17.617268 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-786cf8d4-c3f1-4237-99d9-96b65de28ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.618866 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-786cf8d4-c3f1-4237-99d9-96b65de28ce9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792441 Jul 23 16:21:17.736707 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.760030 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:17.764087 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] Usage tracker for resource:security_group_rule and tenant:5b6f0f6b85f0440cb30a1aeba93471a3 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:17.767185 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:17.773948 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:17.781911 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-57c802d1-7e64-4c5b-99da-f7ea1f9ad1e1 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557004 Jul 23 16:21:17.859477 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.864619 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.872068 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8e26c903-1dd5-4a99-86d6-8d24a92494aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:17.914761 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b6f0f6b85f0440cb30a1aeba93471a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099318 Jul 23 16:21:17.915538 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ff1805-0f79-4b62-876c-6254d4e0859c,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:17.918265 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33492) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:17.918589 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7cf50db8-1ebd-4383-a22c-ec3bc6c1393f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:17.936840 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-9d762514-cbe6-40c1-a7ac-70fc8b84d186 req-1073c20a-ad27-4475-ad9b-4b35be59280a service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482046 Jul 23 16:21:17.991265 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-232a0a10-35a6-41c0-a559-706a3faf0cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.111580 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-232a0a10-35a6-41c0-a559-706a3faf0cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.171750 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-232a0a10-35a6-41c0-a559-706a3faf0cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.178848 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6519659b-d87b-4dee-b438-e7154bbbe064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:18.192030 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a0a10-35a6-41c0-a559-706a3faf0cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ff1805-0f79-4b62-876c-6254d4e0859c,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:18.195031 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-232a0a10-35a6-41c0-a559-706a3faf0cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.205463 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-232a0a10-35a6-41c0-a559-706a3faf0cac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/28ff1805-0f79-4b62-876c-6254d4e0859c HTTP/1.1" status: 204 len: 168 time: 0.2796755 Jul 23 16:21:18.206912 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-232a0a10-35a6-41c0-a559-706a3faf0cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:18.340373 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313a44c-5db1-432a-863e-abfbfb60a2fb req-0d15ccd1-6ffd-4e3d-962f-2794d525f70c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:18.341873 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3313a44c-5db1-432a-863e-abfbfb60a2fb req-0d15ccd1-6ffd-4e3d-962f-2794d525f70c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.1036077 Jul 23 16:21:18.394836 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3313a44c-5db1-432a-863e-abfbfb60a2fb req-132217e8-27c7-4b70-adf2-135260aa44bd tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466049 Jul 23 16:21:18.569643 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33516) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:18.587412 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.605750 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:18.610754 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Usage tracker for resource:security_group_rule and tenant:dff2310aa8414483bbc05fe617e5f48b is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:18.614930 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:18.625004 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:18.776690 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.784058 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.799684 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f870955f-30a9-4eb0-8c92-26488fcc056b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:18.855941 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dff2310aa8414483bbc05fe617e5f48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848070 Jul 23 16:21:18.859808 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a3cbc9-efc9-42c7-8ea0-072670e98bb2,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:18.860663 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33526) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:18.865945 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:18.980229 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-798f139d-8d46-4f9e-8ee6-fc0609bb0c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.011025 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-798f139d-8d46-4f9e-8ee6-fc0609bb0c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.079025 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-798f139d-8d46-4f9e-8ee6-fc0609bb0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.082921 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f330a089-28be-498f-9aa3-1aac40e1743a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:19.100850 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f139d-8d46-4f9e-8ee6-fc0609bb0c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a3cbc9-efc9-42c7-8ea0-072670e98bb2,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:19.107186 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-798f139d-8d46-4f9e-8ee6-fc0609bb0c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:19.117537 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-798f139d-8d46-4f9e-8ee6-fc0609bb0c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.129556 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-798f139d-8d46-4f9e-8ee6-fc0609bb0c67 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6a3cbc9-efc9-42c7-8ea0-072670e98bb2 HTTP/1.1" status: 204 len: 168 time: 0.2586608 Jul 23 16:21:19.684568 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45394e1-dfde-4eda-9f94-f76ca1ee9624 req-545bf393-d69e-4991-9d49-e63cbf2fe3c4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.686319 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e45394e1-dfde-4eda-9f94-f76ca1ee9624 req-545bf393-d69e-4991-9d49-e63cbf2fe3c4 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.1713393 Jul 23 16:21:19.836144 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e45394e1-dfde-4eda-9f94-f76ca1ee9624 req-242488b7-6e51-4d50-a6e6-7d15f0e98438 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373999 Jul 23 16:21:21.059912 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fb8a3-d17f-465e-a13d-4373e8d28390 req-5b40508f-6edd-464b-886a-cacd552f081a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.061424 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d70fb8a3-d17f-465e-a13d-4373e8d28390 req-5b40508f-6edd-464b-886a-cacd552f081a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.0924473 Jul 23 16:21:21.129559 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d70fb8a3-d17f-465e-a13d-4373e8d28390 req-9b3e35e3-5a5c-4e05-86ba-e16c030b94b2 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619433 Jul 23 16:21:21.328787 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33586) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:21.464039 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.480492 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:21.484344 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] Usage tracker for resource:security_group_rule and tenant:9737cb6fc89f43f8a856cec54aedae0d is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:21.487155 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:21.493349 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:21.590337 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.602086 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.612946 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-79a0ee17-c84e-4ae1-8d0d-2f0ac1a2fd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:21.652980 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47328f6-0a63-43e3-bdbe-e29e543cc879,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:21.657086 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9737cb6fc89f43f8a856cec54aedae0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271694 Jul 23 16:21:21.657953 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5e249c8c-ea3c-4949-b9d8-e1871908a37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:21.659745 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33592) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:21.724010 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e944ad35-635c-44bb-9105-956137ded64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.777253 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e944ad35-635c-44bb-9105-956137ded64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.838170 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e944ad35-635c-44bb-9105-956137ded64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.842052 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-478a6f6d-533a-4db9-afd3-2e201a7569c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:21.855967 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944ad35-635c-44bb-9105-956137ded64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47328f6-0a63-43e3-bdbe-e29e543cc879,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:21.860703 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e944ad35-635c-44bb-9105-956137ded64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:21.864800 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e944ad35-635c-44bb-9105-956137ded64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.868591 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-e944ad35-635c-44bb-9105-956137ded64f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a47328f6-0a63-43e3-bdbe-e29e543cc879 HTTP/1.1" status: 204 len: 168 time: 0.2054706 Jul 23 16:21:22.185177 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33604) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:22.215620 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.233149 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:22.237381 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] Usage tracker for resource:security_group_rule and tenant:29c73ae5e9934e0fa2229f69d47d0878 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:22.241279 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:22.247897 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:22.399856 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8191a-a3f7-43bf-923b-dec94cad3284 req-263d1f57-319f-418e-b755-f6d3ff5b8c04 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.401288 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-68d8191a-a3f7-43bf-923b-dec94cad3284 req-263d1f57-319f-418e-b755-f6d3ff5b8c04 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.1297474 Jul 23 16:21:22.409687 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.425148 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.435327 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8b029be4-5e1c-4f95-92ed-a1a096711aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:22.493806 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=29c73ae5e9934e0fa2229f69d47d0878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074374 Jul 23 16:21:22.495001 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6b02eb-4ea3-46b9-becd-de9c77f21f16,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:22.496668 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33608) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:22.499904 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-68d8191a-a3f7-43bf-923b-dec94cad3284 req-f553be39-2a1f-48e7-bab2-8aff2175e144 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921676 Jul 23 16:21:22.501361 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bcd70868-c910-42e0-8061-bda8387f1ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:22.578841 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f10ee1a6-c17a-460d-8e25-03172c2685ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.603960 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f10ee1a6-c17a-460d-8e25-03172c2685ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.657727 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f10ee1a6-c17a-460d-8e25-03172c2685ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.661393 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5396c213-633e-4b4b-ba55-e5027aa7758a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:22.683563 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ee1a6-c17a-460d-8e25-03172c2685ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6b02eb-4ea3-46b9-becd-de9c77f21f16,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:22.687700 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f10ee1a6-c17a-460d-8e25-03172c2685ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:22.698997 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f10ee1a6-c17a-460d-8e25-03172c2685ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.703052 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f10ee1a6-c17a-460d-8e25-03172c2685ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f6b02eb-4ea3-46b9-becd-de9c77f21f16 HTTP/1.1" status: 204 len: 168 time: 0.2050450 Jul 23 16:21:23.716436 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0d1aa-77d7-4d83-9a72-cf2b115b4af4 req-6e8cbf8e-55b3-4780-827c-99b1bb197754 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:23.718173 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4ba0d1aa-77d7-4d83-9a72-cf2b115b4af4 req-6e8cbf8e-55b3-4780-827c-99b1bb197754 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.1007659 Jul 23 16:21:23.774446 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4ba0d1aa-77d7-4d83-9a72-cf2b115b4af4 req-fb24bf82-b1e6-4460-9f46-1d2bd4cbec19 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489063 Jul 23 16:21:25.025369 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575e0f-4997-46dc-81ec-b52858e3dc49 req-24ec583a-8ba7-4485-8797-805408072dcb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.027057 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-62575e0f-4997-46dc-81ec-b52858e3dc49 req-24ec583a-8ba7-4485-8797-805408072dcb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.1318095 Jul 23 16:21:25.077021 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-62575e0f-4997-46dc-81ec-b52858e3dc49 req-e04711c8-3c3f-4a2a-9634-d2d06b02ba1a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430565 Jul 23 16:21:26.302943 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94db8f-7f06-4bcf-938d-d13914caf6cd req-f34a25d3-dead-4183-abf8-f1f904b02756 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.304441 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0a94db8f-7f06-4bcf-938d-d13914caf6cd req-f34a25d3-dead-4183-abf8-f1f904b02756 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.0999403 Jul 23 16:21:26.354108 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0a94db8f-7f06-4bcf-938d-d13914caf6cd req-52892a8d-cc17-4f8c-8fbf-e2051e5b6c00 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427241 Jul 23 16:21:27.627801 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1e24-c146-4d07-a740-4169bda76027 req-f6a9f6fe-f4f5-4563-aa6b-f2248006ba6d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.645595 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-56aa1e24-c146-4d07-a740-4169bda76027 req-f6a9f6fe-f4f5-4563-aa6b-f2248006ba6d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.1374505 Jul 23 16:21:27.699088 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-56aa1e24-c146-4d07-a740-4169bda76027 req-207eddac-a6e8-4538-a5cd-e8fae3231f62 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525124 Jul 23 16:21:28.966202 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a5e42-30fc-4e7c-b14e-83c7f4645b1d req-d6820d44-861a-4c89-b699-1e8a4403d69d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:28.967764 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-651a5e42-30fc-4e7c-b14e-83c7f4645b1d req-d6820d44-861a-4c89-b699-1e8a4403d69d tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.0922444 Jul 23 16:21:29.044037 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-651a5e42-30fc-4e7c-b14e-83c7f4645b1d req-8b5a0890-9abd-4b35-b4ba-beb1386daba3 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582061 Jul 23 16:21:29.205845 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33724) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:29.331564 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.346096 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:29.350574 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] Usage tracker for resource:security_group_rule and tenant:71e7fb65f1b342fd9d990730b97c739d is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:29.354013 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:29.367672 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:29.471596 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.476400 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.483605 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:29.528472 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71e7fb65f1b342fd9d990730b97c739d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214192 Jul 23 16:21:29.529553 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18630985-8be6-45fc-bc2d-26ccebdff688,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:29.533299 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-d70c1024-d44d-4a6d-a98b-2edbfc82b160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:29.536519 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33730) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:29.608731 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-74feba84-f42f-4934-ac8a-4ec59129f3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.639322 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-74feba84-f42f-4934-ac8a-4ec59129f3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.690377 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-74feba84-f42f-4934-ac8a-4ec59129f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.694804 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-414bc63b-1cc5-4a42-a8f9-712d123c94ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:29.707407 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feba84-f42f-4934-ac8a-4ec59129f3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18630985-8be6-45fc-bc2d-26ccebdff688,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:29.714736 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-74feba84-f42f-4934-ac8a-4ec59129f3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:29.719569 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-74feba84-f42f-4934-ac8a-4ec59129f3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.722015 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-74feba84-f42f-4934-ac8a-4ec59129f3dc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18630985-8be6-45fc-bc2d-26ccebdff688 HTTP/1.1" status: 204 len: 168 time: 0.1797230 Jul 23 16:21:30.013781 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33738) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:30.033695 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.048133 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:30.052087 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Usage tracker for resource:security_group_rule and tenant:83960fd2eb9b4a9a81045b3b24afc801 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:30.055480 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:30.061267 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:30.150612 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.155542 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.165159 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-717a8e30-549b-4aa4-8390-cd4f7b19d434 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:30.273154 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3a1429-e514-49bd-af1f-c368344632e9,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:30.278951 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=83960fd2eb9b4a9a81045b3b24afc801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639809 Jul 23 16:21:30.281598 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:30.281754 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33744) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:30.316838 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb58654-6486-450d-94ed-467920fe4f4c req-75f94501-d064-408f-8025-c1bcb32ec795 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:30.319245 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-feb58654-6486-450d-94ed-467920fe4f4c req-75f94501-d064-408f-8025-c1bcb32ec795 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.1549287 Jul 23 16:21:30.352737 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-198bd591-f04d-4d1c-9d07-7029bc73e9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.371722 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-feb58654-6486-450d-94ed-467920fe4f4c req-2d3a23e2-0166-4164-83e4-f7d7a2fed1ad tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464976 Jul 23 16:21:30.381452 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-198bd591-f04d-4d1c-9d07-7029bc73e9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.438778 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-198bd591-f04d-4d1c-9d07-7029bc73e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.444300 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a56d2c89-4413-4083-97c4-30ce666a85b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:30.459608 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bd591-f04d-4d1c-9d07-7029bc73e9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3a1429-e514-49bd-af1f-c368344632e9,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:30.462252 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-198bd591-f04d-4d1c-9d07-7029bc73e9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:30.472312 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-198bd591-f04d-4d1c-9d07-7029bc73e9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.474351 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-198bd591-f04d-4d1c-9d07-7029bc73e9fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a3a1429-e514-49bd-af1f-c368344632e9 HTTP/1.1" status: 204 len: 168 time: 0.1909382 Jul 23 16:21:30.862938 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33752) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:30.882558 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.898421 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:30.902393 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Usage tracker for resource:security_group_rule and tenant:46c3ebe29fa147caba2021bf4a2c9e69 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:30.905245 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:30.911042 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:31.000565 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.004822 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.012844 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-4a999108-4725-48af-a6bc-57e68fddaf45 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:31.053519 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=46c3ebe29fa147caba2021bf4a2c9e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893506 Jul 23 16:21:31.054407 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b7fb1d-4b45-4a46-9e5d-e51c4172506c,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:31.056114 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33756) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:31.057492 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:31.124358 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-31759d0b-acf2-4e9a-936d-be5d1805cfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.149909 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-31759d0b-acf2-4e9a-936d-be5d1805cfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.205799 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-31759d0b-acf2-4e9a-936d-be5d1805cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.210764 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-74feba84-f42f-4934-ac8a-4ec59129f3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:31.222414 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31759d0b-acf2-4e9a-936d-be5d1805cfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b7fb1d-4b45-4a46-9e5d-e51c4172506c,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:31.226540 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-31759d0b-acf2-4e9a-936d-be5d1805cfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:31.231998 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-31759d0b-acf2-4e9a-936d-be5d1805cfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.233145 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-31759d0b-acf2-4e9a-936d-be5d1805cfc6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36b7fb1d-4b45-4a46-9e5d-e51c4172506c HTTP/1.1" status: 204 len: 168 time: 0.1753857 Jul 23 16:21:31.507272 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:21:31.563330 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010261c-c9da-4269-9256-b426ac3c9211 req-e91c8498-4d96-4b65-994b-5fc4e224b144 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.564997 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2010261c-c9da-4269-9256-b426ac3c9211 req-e91c8498-4d96-4b65-994b-5fc4e224b144 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 944 time: 0.0818226 Jul 23 16:21:31.619305 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2010261c-c9da-4269-9256-b426ac3c9211 req-6d40890f-9a08-4ffe-b1aa-8e73c1d45569 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481825 Jul 23 16:21:31.969364 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 35531412-0f23-4d13-bc7b-3208dd983df8 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:21:32.151938 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:32.167955 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '35531412-0f23-4d13-bc7b-3208dd983df8', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'port_id': '35531412-0f23-4d13-bc7b-3208dd983df8', 'mac_address': 'fa:16:3e:98:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:21:32.238378 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.260379 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35531412-0f23-4d13-bc7b-3208dd983df8 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:32.280039 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:32.285807 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.288604 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-23714f3d-f0c6-43a5-a3fa-ec3c06329c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:32.362838 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=9']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:32.366945 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:32.487177 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['35531412-0f23-4d13-bc7b-3208dd983df8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:21:32.849009 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3465983-2a44-4bf2-9152-10d45b11ec40 req-14d47477-4774-4993-8582-1add50166b18 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.850487 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a3465983-2a44-4bf2-9152-10d45b11ec40 req-14d47477-4774-4993-8582-1add50166b18 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 945 time: 0.0833011 Jul 23 16:21:32.895619 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a3465983-2a44-4bf2-9152-10d45b11ec40 req-84c7ef8b-c66f-46a5-a877-fe4baa3a82f6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392575 Jul 23 16:21:33.263878 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-aa9dbf25-2f89-4d2f-9f90-d918ea6a99dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.574602 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.984247 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 35531412-0f23-4d13-bc7b-3208dd983df8 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:21:34.057521 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 35531412-0f23-4d13-bc7b-3208dd983df8 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:34.057905 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.127475 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9f0a8-118f-4cdd-a357-7bb54cf9171d req-0dc1ddf5-f0ee-4fe7-b852-b5ac56d9eadd tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.128907 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c0b9f0a8-118f-4cdd-a357-7bb54cf9171d req-0dc1ddf5-f0ee-4fe7-b852-b5ac56d9eadd tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 945 time: 0.1124346 Jul 23 16:21:34.193961 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.237978 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:34.252986 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:34.259208 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.262512 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:34.277421 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c0b9f0a8-118f-4cdd-a357-7bb54cf9171d req-c3eaa442-e624-4886-aba7-9efd8fa7bd69 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401315 Jul 23 16:21:34.303467 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8', 'code': 200} Jul 23 16:21:34.354152 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=10']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:34.357587 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:34.546316 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66330db1-d7b2-46bc-ac81-b6878432c66d req-86d543c6-22d6-4d1c-9aed-67d0bedbad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.547820 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-66330db1-d7b2-46bc-ac81-b6878432c66d req-86d543c6-22d6-4d1c-9aed-67d0bedbad74 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 1100 time: 0.0698659 Jul 23 16:21:34.589930 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-66330db1-d7b2-46bc-ac81-b6878432c66d req-89c71633-2269-4edb-a23a-54829dbd4254 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354192 Jul 23 16:21:35.531295 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7dcb9-8b26-4d61-839f-9024ab3159af req-0cca25c8-42b1-438c-bfcf-325ccd3372e1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:35.532994 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c4a7dcb9-8b26-4d61-839f-9024ab3159af req-0cca25c8-42b1-438c-bfcf-325ccd3372e1 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 947 time: 0.1108172 Jul 23 16:21:35.605702 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c4a7dcb9-8b26-4d61-839f-9024ab3159af req-b61b0e8a-01a7-4d60-a03a-bdbaf55f7f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655003 Jul 23 16:21:35.916641 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-4edfb30d-8761-4d92-8109-96e8ec74e9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.697672 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.838723 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd898864-8a7b-4335-8dc1-ef0526772c3b req-96c4e7a3-5694-4b61-a76e-5993f5036512 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.840217 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bd898864-8a7b-4335-8dc1-ef0526772c3b req-96c4e7a3-5694-4b61-a76e-5993f5036512 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 947 time: 0.0864425 Jul 23 16:21:36.887295 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bd898864-8a7b-4335-8dc1-ef0526772c3b req-4935a743-aaaa-4c9d-a158-18b0862fd9a7 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 Jul 23 16:21:37.735425 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.206194 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-105a0d2b-cb46-4968-bbe0-66e92e37e100 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811133 Jul 23 16:21:38.215244 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.302948 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-345ce933-6bda-4eb2-9f81-ef52fdbcca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.304613 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-345ce933-6bda-4eb2-9f81-ef52fdbcca7a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=26d377ae61f143c882e045e5132dd3f4&device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 1100 time: 0.0733013 Jul 23 16:21:38.494806 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-95440280-b6b6-46fa-9913-0d611712eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.496310 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-95440280-b6b6-46fa-9913-0d611712eb44 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 200 len: 918 time: 0.1671655 Jul 23 16:21:38.661473 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-0445f0c7-265c-4253-b305-f5a945742425 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35531412-0f23-4d13-bc7b-3208dd983df8 HTTP/1.1" status: 200 len: 1002 time: 0.1581969 Jul 23 16:21:38.731691 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-1eec3d02-b817-4168-b37a-b3921e664972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.733107 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-1eec3d02-b817-4168-b37a-b3921e664972 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 200 len: 856 time: 0.0647373 Jul 23 16:21:38.828420 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-61abe97a-f3eb-45ad-af61-bbc35ea917a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.829962 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-61abe97a-f3eb-45ad-af61-bbc35ea917a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5476ced9-dd19-4863-a4d2-209f6aba818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907738 Jul 23 16:21:38.905824 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33888) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:38.990750 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-5c5e306e-26ea-4e6c-936b-76b2b58fa1b1 service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536055 Jul 23 16:21:39.037404 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.053845 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:39.058390 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Usage tracker for resource:security_group_rule and tenant:a3f01425739747d18f20feb3b8ee1e00 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:39.061731 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:39.068356 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:39.171726 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.177672 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.185817 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-18b7bce4-9120-4595-9971-3536a0adb9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:39.186325 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d5a61ddb-45b2-498c-b63a-e6cafc2052ce req-50c11848-926a-4a61-a43b-357bf2efaddf service neutron] 10.222.0.88 "GET /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882515 Jul 23 16:21:39.237653 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3f01425739747d18f20feb3b8ee1e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265884 Jul 23 16:21:39.237653 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cdbe47-efe5-473a-9d28-a05daf6b13f6,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:39.238106 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33894) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:39.240943 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:39.307655 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-04a1da42-c074-4c7c-aeac-839593935500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.339081 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-04a1da42-c074-4c7c-aeac-839593935500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.409089 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-04a1da42-c074-4c7c-aeac-839593935500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.413404 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:39.434872 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1da42-c074-4c7c-aeac-839593935500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cdbe47-efe5-473a-9d28-a05daf6b13f6,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:39.438586 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-04a1da42-c074-4c7c-aeac-839593935500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:39.446344 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-04a1da42-c074-4c7c-aeac-839593935500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.447472 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-04a1da42-c074-4c7c-aeac-839593935500 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f3cdbe47-efe5-473a-9d28-a05daf6b13f6 HTTP/1.1" status: 204 len: 168 time: 0.2082574 Jul 23 16:21:40.693283 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33926) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:40.810923 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.826957 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:40.830920 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Usage tracker for resource:security_group_rule and tenant:0266490f59554fa498bc1b0ac17f7ea7 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:40.834262 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:40.839938 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:40.922281 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.926210 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.934884 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-da4e6c93-6bc6-4a23-b0e6-373293014ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:40.974804 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0266490f59554fa498bc1b0ac17f7ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802610 Jul 23 16:21:40.976330 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd7f3ea-ca31-4b8f-acde-671b5b6e40ac,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:40.978434 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33932) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:40.979445 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:41.040180 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bd874380-d952-4f73-8fa8-3e97c7adaa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.068111 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bd874380-d952-4f73-8fa8-3e97c7adaa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.126344 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bd874380-d952-4f73-8fa8-3e97c7adaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.132145 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-cd24bd3b-53e1-4355-8e86-c695eb6e55c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:41.145562 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd874380-d952-4f73-8fa8-3e97c7adaa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd7f3ea-ca31-4b8f-acde-671b5b6e40ac,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:41.149679 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bd874380-d952-4f73-8fa8-3e97c7adaa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:41.155205 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-bd874380-d952-4f73-8fa8-3e97c7adaa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.156320 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-bd874380-d952-4f73-8fa8-3e97c7adaa22 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bfd7f3ea-ca31-4b8f-acde-671b5b6e40ac HTTP/1.1" status: 204 len: 168 time: 0.1768827 Jul 23 16:21:41.866020 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 33956) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:41.979122 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1655315677-network', 'tenant_id': 'af850821757e4b2490e4b003948e1ca2'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:41.984704 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:41.989048 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Usage tracker for resource:network and tenant:af850821757e4b2490e4b003948e1ca2 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:41.992146 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:41.999252 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:42.009735 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Made reservation on behalf of af850821757e4b2490e4b003948e1ca2 for: {'network': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:42.011981 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.024385 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.038843 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:42.042640 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Usage tracker for resource:security_group_rule and tenant:af850821757e4b2490e4b003948e1ca2 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:42.045378 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:42.051100 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:42.152630 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.157142 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.160042 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f1f2fbb7-1f6c-4893-adb8-66df94a259a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:42.188916 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=78583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:21:42.198266 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f30232-d6d3-4a06-b9c8-e99b23487da7,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:42.201840 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:42.204576 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.204951 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.segments_db [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Added segment 54dc8b17-830e-470d-bb64-b2fe631a4ef2 of type vlan for network 874c0974-d240-4aea-8910-24de08e6d52f Jul 23 16:21:42.232699 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.262039 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.263468 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.264050 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.268587 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:42.365128 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4979157 Jul 23 16:21:42.368110 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 33962) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:42.370708 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Pushing event updated for resources: {'Network': ['ID=874c0974-d240-4aea-8910-24de08e6d52f,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:42.373456 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:42.374049 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Request body: {'subnet': {'network_id': '874c0974-d240-4aea-8910-24de08e6d52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1655315677-subnet', 'tenant_id': 'af850821757e4b2490e4b003948e1ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:42.379552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:42.381888 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 874c0974-d240-4aea-8910-24de08e6d52f details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:21:42.385909 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Usage tracker for resource:subnet and tenant:af850821757e4b2490e4b003948e1ca2 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:42.390337 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:42.403450 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:42.412966 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Made reservation on behalf of af850821757e4b2490e4b003948e1ca2 for: {'subnet': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:42.415427 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14962736'] for subnet, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.718885 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15679512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14962754'] for subnet, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.725374 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-71ac65a6-74a3-48d8-a80e-96ce1299ca33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:42.796212 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2bd48a-89be-4c12-a72f-ee51d95fbdbf,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:42.800186 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:42.804637 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Checking segment: {'id': '54dc8b17-830e-470d-bb64-b2fe631a4ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:21:42.804988 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Network hostable DHCP agents. Network: 874c0974-d240-4aea-8910-24de08e6d52f, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:21:42.825625 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Network 874c0974-d240-4aea-8910-24de08e6d52f is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:21:42.840095 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 874c0974-d240-4aea-8910-24de08e6d52f) {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:42.844456 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.845049 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.851749 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa505b-ed78-4faf-bcf8-11df54b48ea6 None None] Network 874c0974-d240-4aea-8910-24de08e6d52f requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:21:42.874696 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5053394 Jul 23 16:21:43.092937 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5086e4f-5459-432e-9bc1-2a3f05fde2f0 None None] Network 874c0974-d240-4aea-8910-24de08e6d52f requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:21:45.001154 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-4bb659ff-862e-42c6-bd70-23630a7cf859 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.002068 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-4bb659ff-862e-42c6-bd70-23630a7cf859 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Synchronizing usage tracker for tenant:af850821757e4b2490e4b003948e1ca2 on resource:network {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:21:45.020417 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-4bb659ff-862e-42c6-bd70-23630a7cf859 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Unset dirty status for tenant:af850821757e4b2490e4b003948e1ca2 on resource:network {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:21:45.021852 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-4bb659ff-862e-42c6-bd70-23630a7cf859 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/networks?id=874c0974-d240-4aea-8910-24de08e6d52f HTTP/1.1" status: 200 len: 814 time: 0.1738524 Jul 23 16:21:45.037513 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-a2f108e2-22a5-44a0-a4a0-9d5df7547b09 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/quotas/af850821757e4b2490e4b003948e1ca2 HTTP/1.1" status: 200 len: 375 time: 0.0101573 Jul 23 16:21:45.109847 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-f97f713e-fd3a-42cc-9c8c-2fcfaf07d4fd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=af850821757e4b2490e4b003948e1ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667319 Jul 23 16:21:45.303238 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-1f134aeb-2ffc-42d2-bde7-b9e07082717d service neutron] 10.222.0.76 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856103 Jul 23 16:21:45.438162 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-91948d81-a4f9-44d4-8936-47ca9810fcf1 service neutron] 10.222.0.76 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286664 Jul 23 16:21:45.619129 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-204a6504-fc68-42df-9317-5272dd20bba0 req-13ae8f6a-2163-4f4e-83d3-2ec257ea5fe6 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 210 time: 0.0491269 Jul 23 16:21:46.822990 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-18bf7908-4029-4a18-ac98-e89c379a88a4 req-42ff8433-aa5b-49bb-bd3d-25cecd7196d7 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 210 time: 0.0536354 Jul 23 16:21:46.828372 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-e1f0b498-49ac-4baa-9b70-b5ec7f9204c1 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.829941 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-e1f0b498-49ac-4baa-9b70-b5ec7f9204c1 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.88 "GET /v2.0/networks?id=874c0974-d240-4aea-8910-24de08e6d52f HTTP/1.1" status: 200 len: 814 time: 0.2295790 Jul 23 16:21:46.844610 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Request body: {'port': {'device_id': '22a57d6a-8df1-4142-b452-c4efc2e9fb22', 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f', 'admin_state_up': True, 'tenant_id': 'af850821757e4b2490e4b003948e1ca2'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:46.998182 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:21:47.002369 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Usage tracker for resource:port and tenant:af850821757e4b2490e4b003948e1ca2 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:21:47.005785 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:21:47.011528 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:21:47.022178 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Made reservation on behalf of af850821757e4b2490e4b003948e1ca2 for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:47.025656 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.198283 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Allocated IP 172.20.0.12 (874c0974-d240-4aea-8910-24de08e6d52f/8a2bd48a-89be-4c12-a72f-ee51d95fbdbf/7df663ab-85b8-4816-b835-adc7ea50815b) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:47.429023 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.463323 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.469612 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9055e0f6-40a3-413b-88f6-be3d640b1499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:47.534826 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Network 874c0974-d240-4aea-8910-24de08e6d52f is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:47.538471 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:47.542640 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:21:47.581002 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Pushing event updated for resources: {'Port': ['ID=7df663ab-85b8-4816-b835-adc7ea50815b,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:47.585515 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:47.621573 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:47.622572 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.654776 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8140490 Jul 23 16:21:47.668136 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Request body: {'port': {'device_id': '22a57d6a-8df1-4142-b452-c4efc2e9fb22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:47.795885 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.031768 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd40265-747a-4542-8c7a-dd508e88ea54 req-9fffde99-d18d-456d-ba45-b057e19be913 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.033324 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7bd40265-747a-4542-8c7a-dd508e88ea54 req-9fffde99-d18d-456d-ba45-b057e19be913 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 932 time: 0.0911582 Jul 23 16:21:48.096482 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-7bd40265-747a-4542-8c7a-dd508e88ea54 req-001fb763-721e-4e6d-8c70-6e748683faad tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Synchronizing usage tracker for tenant:af850821757e4b2490e4b003948e1ca2 on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:21:48.118270 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-7bd40265-747a-4542-8c7a-dd508e88ea54 req-001fb763-721e-4e6d-8c70-6e748683faad tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Unset dirty status for tenant:af850821757e4b2490e4b003948e1ca2 on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:21:48.120059 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7bd40265-747a-4542-8c7a-dd508e88ea54 req-001fb763-721e-4e6d-8c70-6e748683faad tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793741 Jul 23 16:21:48.230470 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df663ab-85b8-4816-b835-adc7ea50815b {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:48.242197 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.263756 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Transition to ACTIVE for port object 7df663ab-85b8-4816-b835-adc7ea50815b will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:48.267818 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.272854 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:48.438682 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7df663ab-85b8-4816-b835-adc7ea50815b,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:48.441818 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:48.520606 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Attempting to bind port 7df663ab-85b8-4816-b835-adc7ea50815b on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:48.521470 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Attempting to bind port 7df663ab-85b8-4816-b835-adc7ea50815b by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '54dc8b17-830e-470d-bb64-b2fe631a4ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:48.521828 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Attempting to bind port 7df663ab-85b8-4816-b835-adc7ea50815b on network 874c0974-d240-4aea-8910-24de08e6d52f {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:21:48.526479 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Port 7df663ab-85b8-4816-b835-adc7ea50815b on network 874c0974-d240-4aea-8910-24de08e6d52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:21:48.526800 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Attempting to bind port 7df663ab-85b8-4816-b835-adc7ea50815b on network 874c0974-d240-4aea-8910-24de08e6d52f {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:21:48.531830 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:21:48.532158 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Checking segment: {'id': '54dc8b17-830e-470d-bb64-b2fe631a4ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:21:48.532539 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Bound using segment: {'id': '54dc8b17-830e-470d-bb64-b2fe631a4ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:21:48.532959 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Bound port: 7df663ab-85b8-4816-b835-adc7ea50815b, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dc8b17-830e-470d-bb64-b2fe631a4ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:48.533328 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.628415 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] For port 7df663ab-85b8-4816-b835-adc7ea50815b, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:21:48.633334 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] For port 7df663ab-85b8-4816-b835-adc7ea50815b, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7df663ab-85b8-4816-b835-adc7ea50815b,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:21:48.638953 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.642757 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:48.700420 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.700540 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.702136 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] 10.222.0.88 "PUT /v2.0/ports/7df663ab-85b8-4816-b835-adc7ea50815b HTTP/1.1" status: 200 len: 1094 time: 1.0389047 Jul 23 16:21:48.705138 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a57d6a-8df1-4142-b452-c4efc2e9fb22', 'tag': '7df663ab-85b8-4816-b835-adc7ea50815b'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:48.729647 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7df663ab-85b8-4816-b835-adc7ea50815b,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:48.733121 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:48.794239 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a57d6a-8df1-4142-b452-c4efc2e9fb22', 'tag': '7df663ab-85b8-4816-b835-adc7ea50815b', 'status': 'completed', 'code': 200} Jul 23 16:21:48.838728 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-5ee85c05-38c4-4895-8378-7765bdabea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.840240 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-5ee85c05-38c4-4895-8378-7765bdabea85 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=af850821757e4b2490e4b003948e1ca2&device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 1097 time: 0.0863535 Jul 23 16:21:48.913060 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-171fe67d-c373-431a-971e-de22cbe0ec0f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7df663ab-85b8-4816-b835-adc7ea50815b HTTP/1.1" status: 200 len: 217 time: 0.0632427 Jul 23 16:21:48.980000 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-760df3a7-5ff1-4418-bcfe-6d1d8b9b9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.981471 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-760df3a7-5ff1-4418-bcfe-6d1d8b9b9b20 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a2bd48a-89be-4c12-a72f-ee51d95fbdbf HTTP/1.1" status: 200 len: 854 time: 0.0614319 Jul 23 16:21:49.029192 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-c4d2c3e3-c8af-4c37-88c9-eb508c271e29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=874c0974-d240-4aea-8910-24de08e6d52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410781 Jul 23 16:21:49.295355 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-3bdd8225-fb2f-4430-a92f-c4f4cc3d030e service neutron] 10.222.0.88 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574177 Jul 23 16:21:49.416401 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cf226-d845-49f7-817b-635c7c5ff76a req-55a6333f-548a-4174-8fdd-729874f46994 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.418239 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c20cf226-d845-49f7-817b-635c7c5ff76a req-55a6333f-548a-4174-8fdd-729874f46994 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 944 time: 0.1279871 Jul 23 16:21:49.462509 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-a3ce6378-7d5e-467e-abb4-1f45e59c2761 req-439e112f-7827-49a5-92e1-f6696ee9dd16 service neutron] 10.222.0.88 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596386 Jul 23 16:21:49.481686 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c20cf226-d845-49f7-817b-635c7c5ff76a req-9bf54461-5d1d-4051-94bc-61cfa9a64f01 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566697 Jul 23 16:21:49.585123 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-d317b89d-7fa4-4ecf-a0e3-390bca10e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.586873 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-d317b89d-7fa4-4ecf-a0e3-390bca10e6bc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=af850821757e4b2490e4b003948e1ca2&device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 1097 time: 0.0781798 Jul 23 16:21:49.751545 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-6b55f112-d01b-4556-9d78-f7cc1b9668a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.753280 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-6b55f112-d01b-4556-9d78-f7cc1b9668a6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=874c0974-d240-4aea-8910-24de08e6d52f HTTP/1.1" status: 200 len: 915 time: 0.1461275 Jul 23 16:21:49.837123 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-5566e21b-c6bd-402c-907a-54927c99eb4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7df663ab-85b8-4816-b835-adc7ea50815b HTTP/1.1" status: 200 len: 217 time: 0.0745587 Jul 23 16:21:49.902663 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-d34a4293-eb9a-4a9f-a2f7-5f9bd8da8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.904098 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-d34a4293-eb9a-4a9f-a2f7-5f9bd8da8781 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a2bd48a-89be-4c12-a72f-ee51d95fbdbf HTTP/1.1" status: 200 len: 854 time: 0.0595641 Jul 23 16:21:49.957019 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-846eca9e-2f8e-451f-8475-281a81f0034a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=874c0974-d240-4aea-8910-24de08e6d52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401566 Jul 23 16:21:50.093491 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-afbb55fe-db42-4594-9bf3-19e85a6d9e2d service neutron] 10.222.0.88 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284606 Jul 23 16:21:50.225815 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-d1dda4ef-6d46-4402-9582-e9c111a98e69 req-bd40d0f4-d171-4aa5-8193-92cb5f679a89 service neutron] 10.222.0.88 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258211 Jul 23 16:21:50.681184 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589948e-8c71-43d1-9750-ac9ab14bda3c req-afc73117-2e9a-4f00-bbba-445cebb72f52 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.682669 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b589948e-8c71-43d1-9750-ac9ab14bda3c req-afc73117-2e9a-4f00-bbba-445cebb72f52 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 944 time: 0.0873590 Jul 23 16:21:50.731663 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b589948e-8c71-43d1-9750-ac9ab14bda3c req-61915287-2505-4781-8789-d3c5976195eb tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416811 Jul 23 16:21:51.938629 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d341a9-8463-4ab5-af6c-da7542151a12 req-bcb71963-324d-48d3-826d-d4a7f59c8485 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.940028 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-58d341a9-8463-4ab5-af6c-da7542151a12 req-bcb71963-324d-48d3-826d-d4a7f59c8485 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 944 time: 0.0848022 Jul 23 16:21:51.985071 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-58d341a9-8463-4ab5-af6c-da7542151a12 req-552c36b4-c6f0-41c1-a901-18e51a3845e8 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381467 Jul 23 16:21:52.047895 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 7df663ab-85b8-4816-b835-adc7ea50815b details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:21:52.187717 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 7df663ab-85b8-4816-b835-adc7ea50815b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7df663ab-85b8-4816-b835-adc7ea50815b,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:52.201778 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '7df663ab-85b8-4816-b835-adc7ea50815b', 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f', 'port_id': '7df663ab-85b8-4816-b835-adc7ea50815b', 'mac_address': 'fa:16:3e:f8:6e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2bd48a-89be-4c12-a72f-ee51d95fbdbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:21:52.261491 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.279968 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df663ab-85b8-4816-b835-adc7ea50815b {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:52.296681 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 7df663ab-85b8-4816-b835-adc7ea50815b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7df663ab-85b8-4816-b835-adc7ea50815b,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:52.300664 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.303077 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:52.374240 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=7df663ab-85b8-4816-b835-adc7ea50815b,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:52.377683 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:52.545055 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['7df663ab-85b8-4816-b835-adc7ea50815b'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:21:53.257190 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f79a-3373-425c-9509-76679c233625 req-9bb9843b-816d-40cf-8549-4e788028f5fb tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.258674 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3049f79a-3373-425c-9509-76679c233625 req-9bb9843b-816d-40cf-8549-4e788028f5fb tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 945 time: 0.1650829 Jul 23 16:21:53.305345 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3049f79a-3373-425c-9509-76679c233625 req-18261999-92eb-4637-9592-8ef3cf8b83f7 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Jul 23 16:21:54.058142 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 7df663ab-85b8-4816-b835-adc7ea50815b up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:21:54.134276 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 7df663ab-85b8-4816-b835-adc7ea50815b completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:54.139700 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 7df663ab-85b8-4816-b835-adc7ea50815b triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:54.140087 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.263314 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.295269 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a57d6a-8df1-4142-b452-c4efc2e9fb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df663ab-85b8-4816-b835-adc7ea50815b'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:54.306992 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 7df663ab-85b8-4816-b835-adc7ea50815b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7df663ab-85b8-4816-b835-adc7ea50815b,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:21:54.311630 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.314072 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7b3e33ed-7fd6-4d3f-8564-43b036549d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:54.350718 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a57d6a-8df1-4142-b452-c4efc2e9fb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df663ab-85b8-4816-b835-adc7ea50815b', 'code': 200} Jul 23 16:21:54.390448 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=7df663ab-85b8-4816-b835-adc7ea50815b,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:54.398819 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.399163 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.399502 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.399832 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.400157 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.400482 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.400806 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.401145 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.401474 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.401794 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.402111 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.402430 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:54.406215 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:54.536688 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcafa2-77a1-4353-8c89-63ca2ec0b571 req-4b9240c9-7374-4a20-8939-2889a91a449f tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.538372 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c6fcafa2-77a1-4353-8c89-63ca2ec0b571 req-4b9240c9-7374-4a20-8939-2889a91a449f tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.0990634 Jul 23 16:21:54.590394 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c6fcafa2-77a1-4353-8c89-63ca2ec0b571 req-3c6fda39-925d-48be-9838-c9a2c439269f tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Jul 23 16:21:54.601271 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8acf6-6f55-451b-9790-2f7b410f7239 req-e4232fc9-4e90-4c4d-a4fe-7cfd2447b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.602787 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-7be8acf6-6f55-451b-9790-2f7b410f7239 req-e4232fc9-4e90-4c4d-a4fe-7cfd2447b2ef service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 1099 time: 0.0830455 Jul 23 16:21:54.648118 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-7be8acf6-6f55-451b-9790-2f7b410f7239 req-74503135-7af1-48a1-8bd9-241e0a4b41b7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Jul 23 16:21:55.790259 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ab43b-3ec9-44d5-8d45-e334b78e7764 req-3a627375-65da-4ba1-bd16-29ac5b99167a tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:55.792177 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-761ab43b-3ec9-44d5-8d45-e334b78e7764 req-3a627375-65da-4ba1-bd16-29ac5b99167a tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.0865846 Jul 23 16:21:55.842544 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-761ab43b-3ec9-44d5-8d45-e334b78e7764 req-a21c6ecd-ca7d-4cbc-afda-c620a5d131d9 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Jul 23 16:22:03.270538 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e149996c-dc8b-4fc1-9025-98b843cb1fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.580446 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.771092 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34100) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:04.981883 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Deleting port 654c17d3-168e-42e1-ae99-049d7b3d88fb {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:04.982131 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.155495 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.155802 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.390334 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Calling delete_port for 654c17d3-168e-42e1-ae99-049d7b3d88fb owned by network:floatingip {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:05.548342 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.551937 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f0ec6d37-3ba0-4422-8eab-ce51568b0f56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:05.601704 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event deleted for resources: {'Port': ['ID=654c17d3-168e-42e1-ae99-049d7b3d88fb,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:05.647034 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.647398 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.647743 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.648095 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.648436 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.648773 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.649130 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.649467 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.649804 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.650141 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.650467 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.650794 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:05.678466 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:05.709551 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for floatingip, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.709876 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.l3_db [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Floating IP 65deb4ec-76f2-4a18-9c3b-c773f7819030 disassociated (deleted). External IP: 172.28.2.223, port: 75889e51-b887-4136-a62d-b43f9cab6621. Jul 23 16:22:05.910036 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7f4e5df6-dc51-4939-876a-679c33975496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.084602 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Router 28097931-a39f-4e26-a62d-d571c9240960 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:06.268486 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:22:06.278950 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] Sync routers for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:06.282767 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.290297 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:06.290924 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:06.349791 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-db15f5ef-3849-4c84-84e9-cf18e598c96e tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "DELETE /v2.0/floatingips/65deb4ec-76f2-4a18-9c3b-c773f7819030 HTTP/1.1" status: 204 len: 168 time: 1.5735049 Jul 23 16:22:06.349791 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:06.401655 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621', 'status': 'completed', 'code': 200} Jul 23 16:22:06.523443 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:06.540232 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e8562-daef-452c-90af-a2874663f73f req-b5876f3e-6f50-4399-bf94-f71b7987577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.542201 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-721e8562-daef-452c-90af-a2874663f73f req-b5876f3e-6f50-4399-bf94-f71b7987577d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66572cb132ed4212a4ee4905adcc3268&device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 1098 time: 0.1039026 Jul 23 16:22:06.707354 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.722131 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e8562-daef-452c-90af-a2874663f73f req-b7de0786-f99b-431e-8978-e49587e75453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.725513 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-721e8562-daef-452c-90af-a2874663f73f req-b7de0786-f99b-431e-8978-e49587e75453 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 HTTP/1.1" status: 200 len: 909 time: 0.1754777 Jul 23 16:22:06.806129 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-721e8562-daef-452c-90af-a2874663f73f req-7ccd2c89-ddf3-4048-a9c7-07af1f5b0f78 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75889e51-b887-4136-a62d-b43f9cab6621 HTTP/1.1" status: 200 len: 217 time: 0.0717504 Jul 23 16:22:06.810063 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0c418-d276-4f21-bf85-44e2af544be2 req-c648a9f8-b024-48ea-bf51-b8a42eae581c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.811584 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fdb0c418-d276-4f21-bf85-44e2af544be2 req-c648a9f8-b024-48ea-bf51-b8a42eae581c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1009820 Jul 23 16:22:06.864670 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fdb0c418-d276-4f21-bf85-44e2af544be2 req-0a248956-9e5b-4094-b956-9f60199d733c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454147 Jul 23 16:22:06.878026 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e8562-daef-452c-90af-a2874663f73f req-8e071da1-60e0-4bf5-92eb-df6bbbb6ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.889233 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-721e8562-daef-452c-90af-a2874663f73f req-8e071da1-60e0-4bf5-92eb-df6bbbb6ee89 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=69598ebf-1618-4bf2-be5d-88f3f48be1cd HTTP/1.1" status: 200 len: 847 time: 0.0660017 Jul 23 16:22:06.955865 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '2f0c883c-e14c-426c-becd-f213a620e0de', 'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'mac_address': 'fa:16:3e:a4:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:16Z', 'updated_at': '2021-07-23T16:17:28Z', 'revision_number': 5, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'subnets': [{'id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:06.961021 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] Checking router: 28097931-a39f-4e26-a62d-d571c9240960 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:06.977395 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:06.978018 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:07.079605 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e8562-daef-452c-90af-a2874663f73f req-79838f03-46ea-4667-a489-72e455e00e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:07.080868 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-721e8562-daef-452c-90af-a2874663f73f req-79838f03-46ea-4667-a489-72e455e00e51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1900959 Jul 23 16:22:07.165907 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:07.225270 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-721e8562-daef-452c-90af-a2874663f73f req-8472af40-1043-47ff-8dfd-800b133dfb58 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365023 Jul 23 16:22:07.367243 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-721e8562-daef-452c-90af-a2874663f73f req-74745632-6f7e-4653-a364-bfad615ec947 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343663 Jul 23 16:22:07.495689 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '2f0c883c-e14c-426c-becd-f213a620e0de', 'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'mac_address': 'fa:16:3e:a4:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:16Z', 'updated_at': '2021-07-23T16:17:28Z', 'revision_number': 5, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'subnets': [{'id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:07.499660 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb57975-7552-4b25-beab-7bc4dde9c231 None None] The sync data for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb is: [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '2f0c883c-e14c-426c-becd-f213a620e0de', 'name': '', 'network_id': 'ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'mac_address': 'fa:16:3e:a4:cc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:16Z', 'updated_at': '2021-07-23T16:17:28Z', 'revision_number': 5, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'subnets': [{'id': '69598ebf-1618-4bf2-be5d-88f3f48be1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:07.736095 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.774911 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c4d67b-5354-41d0-a142-434e95a70b74 None None] New status for floating IP 65deb4ec-76f2-4a18-9c3b-c773f7819030: DOWN {{(pid=78585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:22:08.063979 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786a261-0bdf-46d1-bf70-ada75760890b req-52c711bd-6236-4c30-8598-e8181ae3f53d tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.065584 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3786a261-0bdf-46d1-bf70-ada75760890b req-52c711bd-6236-4c30-8598-e8181ae3f53d tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.0835857 Jul 23 16:22:08.117353 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3786a261-0bdf-46d1-bf70-ada75760890b req-bada7459-4093-4146-9e03-98fc01084173 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/security-groups?id=5386409e-9970-4068-959c-a80159217110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440254 Jul 23 16:22:08.212327 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.394495 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-9c235327-894a-4dff-b660-1aabf8d9ae7c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.395221 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-9c235327-894a-4dff-b660-1aabf8d9ae7c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Synchronizing usage tracker for tenant:66572cb132ed4212a4ee4905adcc3268 on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:22:08.412281 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-9c235327-894a-4dff-b660-1aabf8d9ae7c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Unset dirty status for tenant:66572cb132ed4212a4ee4905adcc3268 on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:22:08.413910 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-9c235327-894a-4dff-b660-1aabf8d9ae7c tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.88 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 945 time: 0.1106038 Jul 23 16:22:08.493268 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Deleting port 75889e51-b887-4136-a62d-b43f9cab6621 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:08.493525 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.507660 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:22:08.754038 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] For port 75889e51-b887-4136-a62d-b43f9cab6621, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=75889e51-b887-4136-a62d-b43f9cab6621,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:08.754940 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.875919 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Calling delete_port for 75889e51-b887-4136-a62d-b43f9cab6621 owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:09.042432 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.048083 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a0b4ef21-e046-4949-a18e-477d340d84d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:09.094906 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event deleted for resources: {'Port': ['ID=75889e51-b887-4136-a62d-b43f9cab6621,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:09.121841 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:09.170104 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] No DVR routers for this DVR port 75889e51-b887-4136-a62d-b43f9cab6621 on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:09.173195 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.175959 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'name': 'network-vif-deleted', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:09.193403 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-dc4681bb-ec60-4ee2-bf43-6620c06888da req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.88 "DELETE /v2.0/ports/75889e51-b887-4136-a62d-b43f9cab6621 HTTP/1.1" status: 204 len: 173 time: 0.7727013 Jul 23 16:22:09.242156 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad36c0-932a-43c3-9cc2-d2db33a083d2', 'name': 'network-vif-deleted', 'tag': '75889e51-b887-4136-a62d-b43f9cab6621', 'status': 'completed', 'code': 200} Jul 23 16:22:09.426803 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b1f90d89-af53-46e1-be80-f9f1d68de030 req-239fc049-7728-4f03-b84b-9cfad0613ec8 tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "GET /v2.0/ports?device_id=edad36c0-932a-43c3-9cc2-d2db33a083d2 HTTP/1.1" status: 200 len: 210 time: 0.0440822 Jul 23 16:22:10.527342 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34142) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:10.595129 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a5e0641a-ff67-4792-98f5-8d25ce91fedc tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.626176 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a5e0641a-ff67-4792-98f5-8d25ce91fedc tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.701764 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a5e0641a-ff67-4792-98f5-8d25ce91fedc tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.705689 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-42478e9a-6eb0-4d6a-b656-400e572e54f6 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:10.720427 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0641a-ff67-4792-98f5-8d25ce91fedc tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5386409e-9970-4068-959c-a80159217110,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.723631 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a5e0641a-ff67-4792-98f5-8d25ce91fedc tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:10.742965 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-a5e0641a-ff67-4792-98f5-8d25ce91fedc tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.747021 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-a5e0641a-ff67-4792-98f5-8d25ce91fedc tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] 10.222.0.76 "DELETE /v2.0/security-groups/5386409e-9970-4068-959c-a80159217110 HTTP/1.1" status: 204 len: 168 time: 0.2161982 Jul 23 16:22:10.790092 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34152) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:11.365397 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cff14-a903-41e0-b008-9380f665bc2f req-bbb7b8b9-9057-41a0-87d7-34e2fcb0adc6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:11.372947 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1f4cff14-a903-41e0-b008-9380f665bc2f req-bbb7b8b9-9057-41a0-87d7-34e2fcb0adc6 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 947 time: 0.1239431 Jul 23 16:22:11.425378 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1f4cff14-a903-41e0-b008-9380f665bc2f req-a66e2524-861a-4d91-8d83-1d43263a6c2a tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457706 Jul 23 16:22:11.563580 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659917'] for router_interface, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.940578 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Deleting port 2f0c883c-e14c-426c-becd-f213a620e0de {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:11.941241 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.121402 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] For port 2f0c883c-e14c-426c-becd-f213a620e0de, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=2f0c883c-e14c-426c-becd-f213a620e0de,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:12.121742 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.205420 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 75889e51-b887-4136-a62d-b43f9cab6621 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:12.243872 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 75889e51-b887-4136-a62d-b43f9cab6621 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:12.244219 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 75889e51-b887-4136-a62d-b43f9cab6621 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:12.245297 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Calling delete_port for 2f0c883c-e14c-426c-becd-f213a620e0de owned by network:router_interface {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:12.448300 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.453045 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8061c5bd-0344-48fb-90a4-f68facbef8e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:12.500028 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0c883c-e14c-426c-becd-f213a620e0de,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.502584 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:12.674828 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844094-04a0-4c2d-9234-2d8b8ed4fefd req-f89f9d8a-5738-4591-83be-af50aa881e5c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:12.688433 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-07844094-04a0-4c2d-9234-2d8b8ed4fefd req-f89f9d8a-5738-4591-83be-af50aa881e5c tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 947 time: 0.1428945 Jul 23 16:22:12.760857 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-07844094-04a0-4c2d-9234-2d8b8ed4fefd req-af3c7753-fcda-4aab-abc9-12a601cc8083 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666664 Jul 23 16:22:13.080747 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-543989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659889'] for router_interface, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.167833 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551991a-7a25-44ce-8a98-43d03079f958 req-5cf5002a-7035-4c6c-baac-9497b442e37f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.168536 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-8551991a-7a25-44ce-8a98-43d03079f958 req-5cf5002a-7035-4c6c-baac-9497b442e37f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Synchronizing usage tracker for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:22:13.200554 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-8551991a-7a25-44ce-8a98-43d03079f958 req-5cf5002a-7035-4c6c-baac-9497b442e37f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Unset dirty status for tenant:26d377ae61f143c882e045e5132dd3f4 on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:22:13.201718 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-8551991a-7a25-44ce-8a98-43d03079f958 req-5cf5002a-7035-4c6c-baac-9497b442e37f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 947 time: 0.4149804 Jul 23 16:22:13.347849 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Deleting port 35531412-0f23-4d13-bc7b-3208dd983df8 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:13.348647 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.711554 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Router 28097931-a39f-4e26-a62d-d571c9240960 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:13.838600 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] For port 35531412-0f23-4d13-bc7b-3208dd983df8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=35531412-0f23-4d13-bc7b-3208dd983df8,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:13.838964 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.030664 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e2b2f-a5c6-4904-b4e3-a9eb26df4a21 req-3dd07e7d-1043-4ea3-afe7-a60e295136ee tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:14.033748 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-576e2b2f-a5c6-4904-b4e3-a9eb26df4a21 req-3dd07e7d-1043-4ea3-afe7-a60e295136ee tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 947 time: 0.1352420 Jul 23 16:22:14.089184 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:22:14.089763 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-576e2b2f-a5c6-4904-b4e3-a9eb26df4a21 req-9d8e02e2-f7f1-4cd3-9442-78e50d9e7dfe tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups?id=d93ed364-c5a0-4929-a5d9-58f1f3290ede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451066 Jul 23 16:22:14.098974 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] Sync routers for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:14.111244 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:14.112160 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:14.119890 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-ca2fbcfb-2e0d-45cc-9004-7f68a3e9bde9 admin admin] 10.222.0.76 "PUT /v2.0/routers/28097931-a39f-4e26-a62d-d571c9240960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3248873 Jul 23 16:22:14.120141 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 34186) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:14.258678 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.259214 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.259542 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.l3_db [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Floating IP bc628d60-348c-465b-b3d8-841aa9439f74 disassociated. External IP: 172.28.2.195, port: 35531412-0f23-4d13-bc7b-3208dd983df8. Jul 23 16:22:14.259931 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Calling delete_port for 35531412-0f23-4d13-bc7b-3208dd983df8 owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:14.312475 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks [] for router, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.315514 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:14.569233 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.582359 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Deleting port 70b17680-d59f-4c48-8644-64b99bce9ad5 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:14.582843 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.592336 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.599427 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:14.646244 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event deleted for resources: {'Port': ['ID=35531412-0f23-4d13-bc7b-3208dd983df8,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.650059 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:14.724278 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 5, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port': {'id': '70b17680-d59f-4c48-8644-64b99bce9ad5', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:df:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28097931-a39f-4e26-a62d-d571c9240960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:12Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:14.728427 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] Checking router: 28097931-a39f-4e26-a62d-d571c9240960 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:14.739415 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] Routers {'28097931-a39f-4e26-a62d-d571c9240960'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:14.739948 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['28097931-a39f-4e26-a62d-d571c9240960'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:14.837724 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] For port 70b17680-d59f-4c48-8644-64b99bce9ad5, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=70b17680-d59f-4c48-8644-64b99bce9ad5,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:14.838233 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.857485 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Router 2c49f213-05ae-4a92-bdbf-1d296233ada2 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:14.894990 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] Set router 28097931-a39f-4e26-a62d-d571c9240960 gateway port host: None {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:15.006886 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:22:14Z', 'revision_number': 6, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port_host': None}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:15.011512 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b15ec-a6ee-4ea8-8843-39191d5c04bb None None] The sync data for ids ['28097931-a39f-4e26-a62d-d571c9240960'] in dv-cinder-802036-1-smb is: [{'id': '28097931-a39f-4e26-a62d-d571c9240960', 'name': 'tempest-TestShelveInstance-716226759-router', 'tenant_id': '66572cb132ed4212a4ee4905adcc3268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:11Z', 'updated_at': '2021-07-23T16:22:14Z', 'revision_number': 6, 'project_id': '66572cb132ed4212a4ee4905adcc3268', 'gw_port_host': None}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:15.079163 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:22:15.091714 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f05060-1467-402c-9624-c539924e95e0 None None] Sync routers for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:15.116968 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f05060-1467-402c-9624-c539924e95e0 None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:15.117815 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-29f05060-1467-402c-9624-c539924e95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:15.179423 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] No DVR routers for this DVR port 35531412-0f23-4d13-bc7b-3208dd983df8 on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:15.182229 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.185337 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-deleted', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:15.219881 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-8551991a-7a25-44ce-8a98-43d03079f958 req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.88 "DELETE /v2.0/ports/35531412-0f23-4d13-bc7b-3208dd983df8 HTTP/1.1" status: 204 len: 173 time: 1.9662919 Jul 23 16:22:15.277327 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Calling delete_port for 70b17680-d59f-4c48-8644-64b99bce9ad5 owned by network:router_gateway {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:15.358783 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-29f05060-1467-402c-9624-c539924e95e0 None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:15.448011 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a140c10c-5495-4bfd-92c4-3adc7f873bbc', 'name': 'network-vif-deleted', 'tag': '35531412-0f23-4d13-bc7b-3208dd983df8', 'status': 'completed', 'code': 200} Jul 23 16:22:15.530824 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6ca2f126-056d-445e-be3e-baa1ec4fe19e req-26810076-ba1a-444a-8dc7-f5a2ebd3dc70 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a140c10c-5495-4bfd-92c4-3adc7f873bbc HTTP/1.1" status: 200 len: 210 time: 0.0584736 Jul 23 16:22:15.564870 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.571953 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:15.617544 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b17680-d59f-4c48-8644-64b99bce9ad5,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.661179 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.661179 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.661631 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.661821 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.662898 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.662898 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.662898 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.663367 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.663571 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.663801 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.664143 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.664480 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:15.667697 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:15.729270 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688920'] for router_gateway, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.790795 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-29f05060-1467-402c-9624-c539924e95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:15.795296 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f05060-1467-402c-9624-c539924e95e0 None None] Checking router: 2c49f213-05ae-4a92-bdbf-1d296233ada2 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:15.805217 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f05060-1467-402c-9624-c539924e95e0 None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:15.805875 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-29f05060-1467-402c-9624-c539924e95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:15.987225 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 70b17680-d59f-4c48-8644-64b99bce9ad5 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:16.024196 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-339'] for router, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.028206 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 70b17680-d59f-4c48-8644-64b99bce9ad5 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:16.028562 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 70b17680-d59f-4c48-8644-64b99bce9ad5 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:16.029029 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.029282 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 2f0c883c-e14c-426c-becd-f213a620e0de no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:16.068797 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 2f0c883c-e14c-426c-becd-f213a620e0de {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:16.069183 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 2f0c883c-e14c-426c-becd-f213a620e0de not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:16.078585 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-660546'] for router, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.079486 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28097931-a39f-4e26-a62d-d571c9240960 {{(pid=78583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 16:22:16.083596 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-29f05060-1467-402c-9624-c539924e95e0 None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:16.099423 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.101267 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] 10.222.0.76 "DELETE /v2.0/routers/28097931-a39f-4e26-a62d-d571c9240960 HTTP/1.1" status: 204 len: 168 time: 1.9800136 Jul 23 16:22:16.103959 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34200) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:16.179299 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8da2df7-c4ba-40fd-a5fe-268d178a039d admin admin] Deleting subnet 69598ebf-1618-4bf2-be5d-88f3f48be1cd {{(pid=78584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:22:16.183546 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b8da2df7-c4ba-40fd-a5fe-268d178a039d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.237907 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 35531412-0f23-4d13-bc7b-3208dd983df8 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:16.252150 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b8da2df7-c4ba-40fd-a5fe-268d178a039d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14995931'] for subnet, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.287545 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 35531412-0f23-4d13-bc7b-3208dd983df8 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:16.288388 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 35531412-0f23-4d13-bc7b-3208dd983df8 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:16.412756 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b8da2df7-c4ba-40fd-a5fe-268d178a039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.504546 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b8da2df7-c4ba-40fd-a5fe-268d178a039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15683547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14962779'] for subnet, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.509238 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-fdb964cd-b4cc-4601-b6b9-7fa0d23fda2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:16.544653 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da2df7-c4ba-40fd-a5fe-268d178a039d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69598ebf-1618-4bf2-be5d-88f3f48be1cd,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.548361 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b8da2df7-c4ba-40fd-a5fe-268d178a039d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.552070 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b8da2df7-c4ba-40fd-a5fe-268d178a039d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:16.556949 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-b8da2df7-c4ba-40fd-a5fe-268d178a039d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/69598ebf-1618-4bf2-be5d-88f3f48be1cd HTTP/1.1" status: 204 len: 168 time: 0.4517534 Jul 23 16:22:16.559375 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34204) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:16.562698 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ff2f0-de1d-4a11-9385-5e263f46c653 None None] Network ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:22:16.687748 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.699436 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Deleting port 6f0ac03f-0055-41ce-b869-00ec650419da {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:16.699772 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.758958 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 34214) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:16.803813 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-29f05060-1467-402c-9624-c539924e95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:16.835341 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9e10c3fc-35e0-4fc0-a821-b41164593b6f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.839139 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f05060-1467-402c-9624-c539924e95e0 None None] The sync data for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb is: [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:15:35Z', 'revision_number': 4, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '540f0e4c-7b4b-467e-b58a-75e4990321c5', 'name': '', 'network_id': '5476ced9-dd19-4863-a4d2-209f6aba818b', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'mac_address': 'fa:16:3e:af:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:33Z', 'updated_at': '2021-07-23T16:15:52Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'subnets': [{'id': 'b368c0fd-114d-419e-851b-ead7ff0e1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:16.870477 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9e10c3fc-35e0-4fc0-a821-b41164593b6f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.942134 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] For port 6f0ac03f-0055-41ce-b869-00ec650419da, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=6f0ac03f-0055-41ce-b869-00ec650419da,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:16.942584 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.944619 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9e10c3fc-35e0-4fc0-a821-b41164593b6f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.952577 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4762d99e-83af-4696-b00d-00177ae8e47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:16.972306 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] DHCP port deletion for ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 request from dv-cinder-802036-1-smb {{(pid=78585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 23 16:22:16.977512 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10c3fc-35e0-4fc0-a821-b41164593b6f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ed364-c5a0-4929-a5d9-58f1f3290ede,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.979686 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] Deleting port 6f0ac03f-0055-41ce-b869-00ec650419da {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:16.980169 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.981628 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-9e10c3fc-35e0-4fc0-a821-b41164593b6f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:17.002273 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9e10c3fc-35e0-4fc0-a821-b41164593b6f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.004898 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-9e10c3fc-35e0-4fc0-a821-b41164593b6f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "DELETE /v2.0/security-groups/d93ed364-c5a0-4929-a5d9-58f1f3290ede HTTP/1.1" status: 204 len: 168 time: 0.2440491 Jul 23 16:22:17.007755 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 34218) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:17.033383 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.api.v2.resource [None req-d8b2376e-ba57-40cb-a277-52faa9f6cca8 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] show failed (client error): The resource could not be found. Jul 23 16:22:17.034928 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-d8b2376e-ba57-40cb-a277-52faa9f6cca8 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "GET /v2.0/security-groups/d93ed364-c5a0-4929-a5d9-58f1f3290ede HTTP/1.1" status: 404 len: 347 time: 0.0255351 Jul 23 16:22:17.038825 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 34222) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:17.104120 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Calling delete_port for 6f0ac03f-0055-41ce-b869-00ec650419da owned by network:dhcp {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:17.198540 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.203343 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-84d99251-ff52-419c-942d-5f023bb69c29 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:17.227472 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b300a7-0c71-4b4d-921f-c51c7d1ec42d None None] New status for floating IP bc628d60-348c-465b-b3d8-841aa9439f74: DOWN {{(pid=78586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:22:17.236800 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] For port 6f0ac03f-0055-41ce-b869-00ec650419da, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=6f0ac03f-0055-41ce-b869-00ec650419da,segment=NetworkSegment(4331e946-b4ad-4102-927e-529277ac05c3),segment_id=4331e946-b4ad-4102-927e-529277ac05c3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:17.237557 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.292284 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Deleting port 526507f6-c701-4beb-9f34-45bceb6973c7 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:17.292904 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.359731 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0ac03f-0055-41ce-b869-00ec650419da,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:17.364382 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:17.366860 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] No DVR routers for this DVR port 6f0ac03f-0055-41ce-b869-00ec650419da on host dv-cinder-802036-1-smb {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:17.386440 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] Calling delete_port for 6f0ac03f-0055-41ce-b869-00ec650419da owned by network:dhcp {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:17.478045 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.db.api [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:22:17.478734 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_db.api [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:22:17.497676 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.512213 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8']}} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:17.528116 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4331e946-b4ad-4102-927e-529277ac05c3') {'for_net_delete': True} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:17.528967 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4331e946-b4ad-4102-927e-529277ac05c3') {} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:17.543207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14995908'] for segment, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.545141 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.545718 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.562898 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.571551 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=78584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:17.571932 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15683517'] for segment, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: Traceback (most recent call last): Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: timer() Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: cb(*args, **kw) Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: return func(*args, **kwargs) Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: self._notify() Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: self.callback(batched_events) Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: event.method(event) Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: return f(self, *a, **k) Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: return self._get(url).json() Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:17.586600 dv-cinder-802036-1-smb neutron-server[78584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:17.669041 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.673886 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:17.689845 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.697592 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Calling delete_port for 526507f6-c701-4beb-9f34-45bceb6973c7 owned by network:floatingip {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:17.703486 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:17.706339 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:17.721171 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] 10.222.0.76 "DELETE /v2.0/networks/ea6097f5-ecbf-44b1-8326-cacdb8ecf8e8 HTTP/1.1" status: 204 len: 168 time: 1.1589794 Jul 23 16:22:17.722282 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34230) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:17.786350 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.db.api [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:22:17.786944 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_db.api [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:22:17.965926 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 6f0ac03f-0055-41ce-b869-00ec650419da no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:17.995429 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] Deleting port 6f0ac03f-0055-41ce-b869-00ec650419da {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:17.995842 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.038120 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 6f0ac03f-0055-41ce-b869-00ec650419da {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:18.038477 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 6f0ac03f-0055-41ce-b869-00ec650419da not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:18.075824 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-baceb1a4-fbcf-491f-8c83-3fbd0520a92f None None] The port '6f0ac03f-0055-41ce-b869-00ec650419da' was deleted {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 23 16:22:18.288012 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Deleting port 526507f6-c701-4beb-9f34-45bceb6973c7 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:18.288373 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.304504 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659917'] for router_interface, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.569096 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.569456 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.663502 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Deleting port 43dc62be-c964-4188-a29b-b884f97d483a {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:18.663845 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.698303 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Calling delete_port for 526507f6-c701-4beb-9f34-45bceb6973c7 owned by network:floatingip {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:18.839656 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] For port 43dc62be-c964-4188-a29b-b884f97d483a, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=43dc62be-c964-4188-a29b-b884f97d483a,segment=NetworkSegment(4212540d-861f-4138-ac47-4b45dcf873a8),segment_id=4212540d-861f-4138-ac47-4b45dcf873a8)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:18.839912 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.844622 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.848315 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:18.894108 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Pushing event deleted for resources: {'Port': ['ID=526507f6-c701-4beb-9f34-45bceb6973c7,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:18.920153 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:18.991224 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks [] for floatingip, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.007403 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.008520 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] 10.222.0.76 "DELETE /v2.0/floatingips/bc628d60-348c-465b-b3d8-841aa9439f74 HTTP/1.1" status: 204 len: 168 time: 1.9680455 Jul 23 16:22:19.100456 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Calling delete_port for 43dc62be-c964-4188-a29b-b884f97d483a owned by network:router_interface {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:19.355720 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.359366 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1066b17a-179a-4a49-b8bf-b1a0d79c1bba tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:19.403088 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Pushing event deleted for resources: {'Port': ['ID=43dc62be-c964-4188-a29b-b884f97d483a,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:19.406286 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:19.684618 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-543989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659889'] for router_interface, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.054498 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Router 70953a66-ceb2-400e-a25f-471636cfa84b has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:20.239872 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:22:20.249139 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] Sync routers for ids ['70953a66-ceb2-400e-a25f-471636cfa84b'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:20.251385 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-08ff855b-cfab-42f0-9e67-113af0ca36ee admin admin] 10.222.0.76 "PUT /v2.0/routers/70953a66-ceb2-400e-a25f-471636cfa84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5280085 Jul 23 16:22:20.254081 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34248) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:20.280039 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] Routers {'70953a66-ceb2-400e-a25f-471636cfa84b'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:20.281066 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['70953a66-ceb2-400e-a25f-471636cfa84b'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:20.487245 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] Set router 70953a66-ceb2-400e-a25f-471636cfa84b gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:20.587797 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks [] for router, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.835408 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.847891 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Deleting port f50abea8-2378-41e5-a7bc-cf028a93a9d9 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:20.849178 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.860366 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:22Z', 'updated_at': '2021-07-23T16:22:19Z', 'revision_number': 5, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'gw_port': {'id': 'f50abea8-2378-41e5-a7bc-cf028a93a9d9', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:97:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:23Z', 'updated_at': '2021-07-23T16:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:20.865037 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] Checking router: 70953a66-ceb2-400e-a25f-471636cfa84b for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:20.874872 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] Routers {'70953a66-ceb2-400e-a25f-471636cfa84b'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:20.875553 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['70953a66-ceb2-400e-a25f-471636cfa84b'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:21.031016 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] Set router 70953a66-ceb2-400e-a25f-471636cfa84b gateway port host: None {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:21.043758 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] For port f50abea8-2378-41e5-a7bc-cf028a93a9d9, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=f50abea8-2378-41e5-a7bc-cf028a93a9d9,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:21.044118 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.135595 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:22Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 6, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'gw_port_host': None}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:21.139718 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc323ae-26e8-4948-a20f-08855c87cf54 None None] The sync data for ids ['70953a66-ceb2-400e-a25f-471636cfa84b'] in dv-cinder-802036-1-smb is: [{'id': '70953a66-ceb2-400e-a25f-471636cfa84b', 'name': 'tempest-TestShelveInstance-1044483505-router', 'tenant_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:22Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 6, 'project_id': 'c8b31e16045544e0a13f4f51a37c8db5', 'gw_port_host': None}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:21.171523 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Calling delete_port for f50abea8-2378-41e5-a7bc-cf028a93a9d9 owned by network:router_gateway {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:21.341886 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.345713 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5c022861-550b-441c-9f6d-21c7760edaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:21.388369 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50abea8-2378-41e5-a7bc-cf028a93a9d9,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:21.391481 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:21.482311 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688920'] for router_gateway, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.665898 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-339'] for router, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.668575 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.766217 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-660546'] for router, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.766779 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70953a66-ceb2-400e-a25f-471636cfa84b {{(pid=78584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 16:22:21.780912 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Notify callbacks [] for router, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.782246 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] 10.222.0.76 "DELETE /v2.0/routers/70953a66-ceb2-400e-a25f-471636cfa84b HTTP/1.1" status: 204 len: 168 time: 1.5259435 Jul 23 16:22:21.787179 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34268) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:21.845726 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] Deleting subnet 7caa07b9-201c-437b-9d49-ac3019f3f1cf {{(pid=78584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:22:21.849723 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.902546 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14995931'] for subnet, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.004638 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.022260 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device f50abea8-2378-41e5-a7bc-cf028a93a9d9 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:22.086373 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15683547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14962779'] for subnet, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.090514 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: f50abea8-2378-41e5-a7bc-cf028a93a9d9 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:22.091367 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device f50abea8-2378-41e5-a7bc-cf028a93a9d9 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:22.092297 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 43dc62be-c964-4188-a29b-b884f97d483a no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:22.092458 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:22.133554 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7caa07b9-201c-437b-9d49-ac3019f3f1cf,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:22.136194 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:22.138600 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.146412 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7caa07b9-201c-437b-9d49-ac3019f3f1cf HTTP/1.1" status: 204 len: 168 time: 0.3577223 Jul 23 16:22:22.149790 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34278) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:22.153223 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 43dc62be-c964-4188-a29b-b884f97d483a {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:22.153749 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 43dc62be-c964-4188-a29b-b884f97d483a not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:22.157841 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39595ce6-c5c7-4ce9-8ee6-61f48ddf78ba None None] Network e4f30e2c-a15e-4fc4-a708-2f95655540c5 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:22:22.186157 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 34282) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:22.551453 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.571996 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Deleting port d9e2be09-ffa8-41e9-bb53-04a199c63d29 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:22.572573 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.609527 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] DHCP port deletion for e4f30e2c-a15e-4fc4-a708-2f95655540c5 request from dv-cinder-802036-1-smb {{(pid=78585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 23 16:22:22.615329 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] Deleting port d9e2be09-ffa8-41e9-bb53-04a199c63d29 {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:22.615868 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.922261 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] For port d9e2be09-ffa8-41e9-bb53-04a199c63d29, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=d9e2be09-ffa8-41e9-bb53-04a199c63d29,segment=NetworkSegment(4212540d-861f-4138-ac47-4b45dcf873a8),segment_id=4212540d-861f-4138-ac47-4b45dcf873a8)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:22.922938 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.998228 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] For port d9e2be09-ffa8-41e9-bb53-04a199c63d29, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=d9e2be09-ffa8-41e9-bb53-04a199c63d29,segment=NetworkSegment(4212540d-861f-4138-ac47-4b45dcf873a8),segment_id=4212540d-861f-4138-ac47-4b45dcf873a8)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:22.998941 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.066825 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] Calling delete_port for d9e2be09-ffa8-41e9-bb53-04a199c63d29 owned by network:dhcp {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:23.084248 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659917'] for router_interface, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.140562 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Calling delete_port for d9e2be09-ffa8-41e9-bb53-04a199c63d29 owned by network:dhcp {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:23.155431 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465'] for port, after_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.161075 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:23.206812 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] Pushing event deleted for resources: {'Port': ['ID=d9e2be09-ffa8-41e9-bb53-04a199c63d29,revision_number=None']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:23.209767 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] No DVR routers for this DVR port d9e2be09-ffa8-41e9-bb53-04a199c63d29 on host dv-cinder-802036-1-smb {{(pid=78585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:23.211091 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:23.253968 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.db.api [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:22:23.254323 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_db.api [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:22:23.496465 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Deleting port 540f0e4c-7b4b-467e-b58a-75e4990321c5 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:23.497043 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.755403 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Deleting port d9e2be09-ffa8-41e9-bb53-04a199c63d29 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:23.755809 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.808315 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] For port 540f0e4c-7b4b-467e-b58a-75e4990321c5, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=540f0e4c-7b4b-467e-b58a-75e4990321c5,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:23.808978 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.828628 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] The port 'd9e2be09-ffa8-41e9-bb53-04a199c63d29' was deleted {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 23 16:22:23.964848 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.979917 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f30e2c-a15e-4fc4-a708-2f95655540c5']}} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:23.985559 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Calling delete_port for 540f0e4c-7b4b-467e-b58a-75e4990321c5 owned by network:router_interface {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:23.998621 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4212540d-861f-4138-ac47-4b45dcf873a8') {'for_net_delete': True} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:23.999352 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4212540d-861f-4138-ac47-4b45dcf873a8') {} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:24.013422 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14995908'] for segment, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.030281 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device d9e2be09-ffa8-41e9-bb53-04a199c63d29 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:24.042725 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.050170 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=78584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:24.050609 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15683517'] for segment, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: util.warn( Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: util.warn( Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: util.warn( Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: util.warn( Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: Traceback (most recent call last): Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: timer() Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: cb(*args, **kw) Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: return func(*args, **kwargs) Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: self._notify() Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: self.callback(batched_events) Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: event.method(event) Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: return f(self, *a, **k) Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: return self._get(url).json() Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:24.065514 dv-cinder-802036-1-smb neutron-server[78584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:24.070641 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: d9e2be09-ffa8-41e9-bb53-04a199c63d29 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:24.071156 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device d9e2be09-ffa8-41e9-bb53-04a199c63d29 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:24.150212 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.154603 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:24.168409 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.183467 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f30e2c-a15e-4fc4-a708-2f95655540c5,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:24.186456 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:24.188413 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] 10.222.0.76 "DELETE /v2.0/networks/e4f30e2c-a15e-4fc4-a708-2f95655540c5 HTTP/1.1" status: 204 len: 168 time: 2.0351682 Jul 23 16:22:24.251381 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.256188 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:24.314856 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Pushing event deleted for resources: {'Port': ['ID=540f0e4c-7b4b-467e-b58a-75e4990321c5,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:24.319993 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:24.334682 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34302) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:24.399202 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f9347078-d413-4bb7-b98e-88c7b65aef77 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66572cb132ed4212a4ee4905adcc3268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630658 Jul 23 16:22:24.401471 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34306) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:24.481202 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b30e6b7b-7478-47af-8b32-f3c82ac4d480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.522269 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b30e6b7b-7478-47af-8b32-f3c82ac4d480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.579568 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b30e6b7b-7478-47af-8b32-f3c82ac4d480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.583497 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3d5a3e8c-d4b5-4b76-ba83-23bda9501a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:24.598380 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e6b7b-7478-47af-8b32-f3c82ac4d480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12ccfe-ef84-4cbc-b5b4-6f7280a09c73,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:24.602038 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b30e6b7b-7478-47af-8b32-f3c82ac4d480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:24.608837 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-b30e6b7b-7478-47af-8b32-f3c82ac4d480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.613160 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-b30e6b7b-7478-47af-8b32-f3c82ac4d480 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca12ccfe-ef84-4cbc-b5b4-6f7280a09c73 HTTP/1.1" status: 204 len: 168 time: 0.2105808 Jul 23 16:22:24.638180 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-543989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659889'] for router_interface, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.993677 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34316) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:25.030808 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Router 2c49f213-05ae-4a92-bdbf-1d296233ada2 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:25.050490 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-b9df6443-fa44-4ab9-88ef-2a2f65744205 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8b31e16045544e0a13f4f51a37c8db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553401 Jul 23 16:22:25.053481 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34320) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:25.120478 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2e8baf8f-84d8-4aa0-8eba-daa6f4beb992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.149134 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2e8baf8f-84d8-4aa0-8eba-daa6f4beb992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.203982 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2e8baf8f-84d8-4aa0-8eba-daa6f4beb992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.209700 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6804c048-baf5-4310-a369-0c28b784e52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:25.220041 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8baf8f-84d8-4aa0-8eba-daa6f4beb992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6e5d5-4e10-4441-bc67-ababe87a1dc7,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:25.220481 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:22:25.225438 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-2e8baf8f-84d8-4aa0-8eba-daa6f4beb992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:25.228533 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2e8baf8f-84d8-4aa0-8eba-daa6f4beb992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.232405 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-2e8baf8f-84d8-4aa0-8eba-daa6f4beb992 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dcc6e5d5-4e10-4441-bc67-ababe87a1dc7 HTTP/1.1" status: 204 len: 168 time: 0.1753931 Jul 23 16:22:25.232760 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] Sync routers for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:25.243660 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:25.244379 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:25.252641 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-49592e82-42db-4594-9c7e-9ad8027a7106 admin admin] 10.222.0.76 "PUT /v2.0/routers/2c49f213-05ae-4a92-bdbf-1d296233ada2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0652411 Jul 23 16:22:25.255233 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34326) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:25.437520 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:25.449069 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks [] for router, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.756471 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.767057 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Deleting port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:25.767494 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.777854 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:22:24Z', 'revision_number': 5, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port': {'id': '1d92d6d3-b7c9-4fca-88df-dad21c9fc656', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:26Z', 'updated_at': '2021-07-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:25.781752 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] Checking router: 2c49f213-05ae-4a92-bdbf-1d296233ada2 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:25.792201 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] Routers {'2c49f213-05ae-4a92-bdbf-1d296233ada2'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:22:25.792823 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:22:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2c49f213-05ae-4a92-bdbf-1d296233ada2'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:25.948365 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] Set router 2c49f213-05ae-4a92-bdbf-1d296233ada2 gateway port host: None {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:22:25.968958 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] For port 1d92d6d3-b7c9-4fca-88df-dad21c9fc656, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=1d92d6d3-b7c9-4fca-88df-dad21c9fc656,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:25.969499 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.110286 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:22:25Z', 'revision_number': 6, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port_host': None}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:26.114919 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af986518-61ac-4b5a-a0d5-a70c52e307ef None None] The sync data for ids ['2c49f213-05ae-4a92-bdbf-1d296233ada2'] in dv-cinder-802036-1-smb is: [{'id': '2c49f213-05ae-4a92-bdbf-1d296233ada2', 'name': 'tempest-AttachVolumeShelveTestJSON-1504862986-router', 'tenant_id': '26d377ae61f143c882e045e5132dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:15:25Z', 'updated_at': '2021-07-23T16:22:25Z', 'revision_number': 6, 'project_id': '26d377ae61f143c882e045e5132dd3f4', 'gw_port_host': None}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:26.134416 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Calling delete_port for 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 owned by network:router_gateway {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:26.315169 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.321042 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-9c47fbb4-6c4c-460c-a2c8-b26c996dfb2a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:26.368855 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d92d6d3-b7c9-4fca-88df-dad21c9fc656,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:26.399850 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:26.460154 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688920'] for router_gateway, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.637322 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-339'] for router, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.639572 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.663766 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-660546'] for router, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.664246 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c49f213-05ae-4a92-bdbf-1d296233ada2 {{(pid=78584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 16:22:26.677359 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Notify callbacks [] for router, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.678519 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2c49f213-05ae-4a92-bdbf-1d296233ada2 HTTP/1.1" status: 204 len: 168 time: 1.4223187 Jul 23 16:22:26.681028 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34338) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:26.744190 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8ee53d-adec-43e4-920e-e8b6ba81425e admin admin] Deleting subnet b368c0fd-114d-419e-851b-ead7ff0e1888 {{(pid=78584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:22:26.747208 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee53d-adec-43e4-920e-e8b6ba81425e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.798120 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee53d-adec-43e4-920e-e8b6ba81425e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14995931'] for subnet, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.881995 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee53d-adec-43e4-920e-e8b6ba81425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.951321 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee53d-adec-43e4-920e-e8b6ba81425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15683547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14962779'] for subnet, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.955711 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:26.991163 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ee53d-adec-43e4-920e-e8b6ba81425e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b368c0fd-114d-419e-851b-ead7ff0e1888,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:26.994226 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-cc8ee53d-adec-43e4-920e-e8b6ba81425e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:26.995207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee53d-adec-43e4-920e-e8b6ba81425e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.001014 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f8622-fc20-44cd-b2d4-075b47d55254 None None] Network 5476ced9-dd19-4863-a4d2-209f6aba818b requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:22:27.001655 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-cc8ee53d-adec-43e4-920e-e8b6ba81425e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b368c0fd-114d-419e-851b-ead7ff0e1888 HTTP/1.1" status: 204 len: 168 time: 0.3193462 Jul 23 16:22:27.003909 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34342) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:27.127934 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.144178 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Deleting port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:27.145728 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.373776 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] DHCP port deletion for 5476ced9-dd19-4863-a4d2-209f6aba818b request from dv-cinder-802036-1-smb {{(pid=78585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 23 16:22:27.382385 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] Deleting port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:27.382766 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.494599 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] For port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=3ec43e35-d805-4f3a-a66c-b86edc55e5cd,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:27.494963 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.600950 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] For port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=3ec43e35-d805-4f3a-a66c-b86edc55e5cd,segment=NetworkSegment(1f1a0f47-f314-44ec-8685-7675ac2a8f68),segment_id=1f1a0f47-f314-44ec-8685-7675ac2a8f68)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:27.601285 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.622585 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Calling delete_port for 3ec43e35-d805-4f3a-a66c-b86edc55e5cd owned by network:dhcp {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:27.702969 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.707393 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7a9a83d0-6b49-45c2-8724-c44196a285f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:27.734555 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] Calling delete_port for 3ec43e35-d805-4f3a-a66c-b86edc55e5cd owned by network:dhcp {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:27.756923 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec43e35-d805-4f3a-a66c-b86edc55e5cd,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.760574 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:27.761492 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] No DVR routers for this DVR port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd on host dv-cinder-802036-1-smb {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:27.811614 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.db.api [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:22:27.811980 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_db.api [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:22:27.881054 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.893609 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5476ced9-dd19-4863-a4d2-209f6aba818b']}} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:27.906052 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1a0f47-f314-44ec-8685-7675ac2a8f68') {'for_net_delete': True} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:27.906469 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1a0f47-f314-44ec-8685-7675ac2a8f68') {} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:27.920049 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14995908'] for segment, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.939046 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.947669 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=78584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:27.948001 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15683517'] for segment, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: Traceback (most recent call last): Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: timer() Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: cb(*args, **kw) Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: return func(*args, **kwargs) Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: self._notify() Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: self.callback(batched_events) Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: event.method(event) Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: return f(self, *a, **k) Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: return self._get(url).json() Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:27.961802 dv-cinder-802036-1-smb neutron-server[78584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:27.971400 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:28.011599 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:28.012385 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 1d92d6d3-b7c9-4fca-88df-dad21c9fc656 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:28.012385 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 3ec43e35-d805-4f3a-a66c-b86edc55e5cd no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:28.041329 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.046904 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.048512 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 3ec43e35-d805-4f3a-a66c-b86edc55e5cd {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:28.048918 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 3ec43e35-d805-4f3a-a66c-b86edc55e5cd not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:28.049423 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 540f0e4c-7b4b-467e-b58a-75e4990321c5 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:28.049576 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:28.072153 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5476ced9-dd19-4863-a4d2-209f6aba818b,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.074874 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:28.085441 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 540f0e4c-7b4b-467e-b58a-75e4990321c5 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:28.086017 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 540f0e4c-7b4b-467e-b58a-75e4990321c5 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:28.088559 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-4d809da2-cb2b-44b5-a79c-2eb404205ca1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5476ced9-dd19-4863-a4d2-209f6aba818b HTTP/1.1" status: 204 len: 168 time: 1.0831449 Jul 23 16:22:28.213210 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34354) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:28.268317 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-27b72d4e-2f08-44ea-b0f6-8f28a7fb3ea9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=26d377ae61f143c882e045e5132dd3f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538645 Jul 23 16:22:28.270967 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 34360) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:28.313503 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] Deleting port 3ec43e35-d805-4f3a-a66c-b86edc55e5cd {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:28.313903 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.335858 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ba57bc53-4dde-4f62-8876-278e6ed92b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.367125 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ba57bc53-4dde-4f62-8876-278e6ed92b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.391847 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e4d7c-e78b-41c5-a5dd-7ef5b61b6cbc None None] The port '3ec43e35-d805-4f3a-a66c-b86edc55e5cd' was deleted {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 23 16:22:28.430480 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ba57bc53-4dde-4f62-8876-278e6ed92b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.435401 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7603ebd3-ef22-4d3f-97f6-b3ba9c250fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:28.449785 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57bc53-4dde-4f62-8876-278e6ed92b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe310a3-5976-439a-a8da-0acfc385ab38,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.454279 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ba57bc53-4dde-4f62-8876-278e6ed92b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:28.459808 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-ba57bc53-4dde-4f62-8876-278e6ed92b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.466751 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-ba57bc53-4dde-4f62-8876-278e6ed92b73 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dfe310a3-5976-439a-a8da-0acfc385ab38 HTTP/1.1" status: 204 len: 168 time: 0.1896110 Jul 23 16:22:29.227736 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 34386) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:29.378520 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1458448760-network', 'tenant_id': '7093c0c7079340aab4a1aa4ad8bf79f5'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:29.383844 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:29.389425 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Usage tracker for resource:network and tenant:7093c0c7079340aab4a1aa4ad8bf79f5 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:29.393498 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:29.402791 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:29.414706 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Made reservation on behalf of 7093c0c7079340aab4a1aa4ad8bf79f5 for: {'network': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:29.418012 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.434873 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.452111 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:29.456462 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Usage tracker for resource:security_group_rule and tenant:7093c0c7079340aab4a1aa4ad8bf79f5 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:29.459918 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:29.466442 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:29.705299 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.712065 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.716974 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-eb494ceb-a7d9-4a0f-8a32-97d082fe3257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:29.751881 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=78583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:29.763141 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:29.767048 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:29.770528 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.770870 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.segments_db [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Added segment d9c6dadd-7bbf-4768-b150-7d33afebe070 of type vlan for network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 Jul 23 16:22:29.800065 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.832839 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.834328 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.834917 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.839696 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a72a201f-fe54-465c-ab2e-9be48b1913b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:29.943935 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7087555 Jul 23 16:22:29.944334 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 34394) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:29.947893 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Pushing event updated for resources: {'Network': ['ID=88f63fd8-47f2-4ddc-b409-b6464fa0e606,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:29.953615 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Request body: {'subnet': {'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1458448760-subnet', 'tenant_id': '7093c0c7079340aab4a1aa4ad8bf79f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:29.958331 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:29.959447 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:29.963895 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:22:29.964475 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Usage tracker for resource:subnet and tenant:7093c0c7079340aab4a1aa4ad8bf79f5 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:29.967219 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:29.974226 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:29.986436 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Made reservation on behalf of 7093c0c7079340aab4a1aa4ad8bf79f5 for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:29.989593 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15231874'] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.218803 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14461955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15231984'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.223294 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-af5d3c49-12c7-478c-b54d-b955ac801573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:30.349858 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Pushing event updated for resources: {'Subnet': ['ID=235bfb14-87b3-45d2-b52e-32c76a09ed9b,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:30.355965 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:30.362846 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Checking segment: {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:22:30.363441 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Network hostable DHCP agents. Network: 88f63fd8-47f2-4ddc-b409-b6464fa0e606, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:30.385998 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:30.398427 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 88f63fd8-47f2-4ddc-b409-b6464fa0e606) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:30.404409 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:30.404998 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.417660 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab7268-78cb-4f63-8ce1-3ffd0e0e1166 None None] Network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:22:30.442931 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-48e837b8-7925-4e14-87f0-7508574e985b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4972100 Jul 23 16:22:30.730463 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c35efb-eb89-4010-a8b3-992a8ab5e450 None None] Network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:22:31.101091 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-da7a7191-8efd-461a-8217-47bc886fe378 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:31.102277 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-da7a7191-8efd-461a-8217-47bc886fe378 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Synchronizing usage tracker for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:network {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:22:31.128713 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-da7a7191-8efd-461a-8217-47bc886fe378 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Unset dirty status for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:network {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:22:31.130064 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-da7a7191-8efd-461a-8217-47bc886fe378 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 815 time: 0.2092273 Jul 23 16:22:31.145928 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-73763a35-2ac3-41df-90a9-48e2d5e7405d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/quotas/7093c0c7079340aab4a1aa4ad8bf79f5 HTTP/1.1" status: 200 len: 375 time: 0.0099092 Jul 23 16:22:31.199309 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-26d0d538-ba40-4a96-a27f-4dcfb2fd7810 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470715 Jul 23 16:22:31.344417 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-9c21a870-9ddc-4d46-88c7-25daae86868b service neutron] 10.222.0.76 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354411 Jul 23 16:22:31.489544 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6b8ac104-5d99-408c-a460-4e6ed6807041 service neutron] 10.222.0.76 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373949 Jul 23 16:22:31.725389 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fcee74a5-2371-4e76-996a-2efb569ce6c0 req-fa39a3a9-64e4-40b4-bd05-e398a10643b5 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 210 time: 0.0546031 Jul 23 16:22:32.543330 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ffad6-a237-46e6-a7b4-aa212c097446 req-fccd6ded-203f-4fcf-bddc-4d2f0ea9561c tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.544850 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1d0ffad6-a237-46e6-a7b4-aa212c097446 req-fccd6ded-203f-4fcf-bddc-4d2f0ea9561c tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.0832953 Jul 23 16:22:32.591567 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1d0ffad6-a237-46e6-a7b4-aa212c097446 req-34a73956-b5fd-4394-bcf6-5aa110310a72 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Jul 23 16:22:32.927373 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-682e8684-9075-430f-b6c4-6ce17f7a20d6 req-dda1055a-70d7-4abf-80f4-dd60ad59ac69 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 210 time: 0.0564725 Jul 23 16:22:32.945589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-ec2a66c0-965f-47df-9a77-ade4813ec1aa tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.947099 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-ec2a66c0-965f-47df-9a77-ade4813ec1aa tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 815 time: 0.2001793 Jul 23 16:22:32.968197 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Request body: {'port': {'device_id': 'b6a79471-9604-4c0a-839d-56b1a6dbd9e3', 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606', 'admin_state_up': True, 'tenant_id': '7093c0c7079340aab4a1aa4ad8bf79f5'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:33.113789 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:33.117717 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Usage tracker for resource:port and tenant:7093c0c7079340aab4a1aa4ad8bf79f5 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:33.120734 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:33.126600 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:33.137213 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Made reservation on behalf of 7093c0c7079340aab4a1aa4ad8bf79f5 for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:33.141220 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.266214 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e547842d-7098-4244-b849-9c3799fca6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.311540 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Allocated IP 172.20.0.6 (88f63fd8-47f2-4ddc-b409-b6464fa0e606/235bfb14-87b3-45d2-b52e-32c76a09ed9b/23179fed-31c3-407f-9cf4-c5ecb9c07da8) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:33.517979 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.554419 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.560366 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5bc2f540-abe3-4be3-b1cc-1eb15e99eb82 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:33.581449 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.743025 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:33.746788 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:33.751470 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:22:33.784046 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Pushing event updated for resources: {'Port': ['ID=23179fed-31c3-407f-9cf4-c5ecb9c07da8,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:33.790659 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:33.823379 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:33.824053 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.850116 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-6f10e5d6-42fa-4c3e-9af3-0cec2c15ba6d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8863897 Jul 23 16:22:33.867696 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Request body: {'port': {'device_id': 'b6a79471-9604-4c0a-839d-56b1a6dbd9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:33.881284 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8bac0-4682-45a2-be40-5fe394869620 req-0d7a1cb2-57dc-4903-b2bb-8f82e38e2638 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:33.882778 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c9c8bac0-4682-45a2-be40-5fe394869620 req-0d7a1cb2-57dc-4903-b2bb-8f82e38e2638 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.0931454 Jul 23 16:22:33.932678 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c9c8bac0-4682-45a2-be40-5fe394869620 req-39ea735d-f2ed-4b99-b477-97857df2dca4 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Jul 23 16:22:33.989073 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.145005 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fa98c-074e-4dd8-9beb-7ef3786db366 req-f3e8974a-8188-42c6-be71-63176080f245 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:34.146584 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c33fa98c-074e-4dd8-9beb-7ef3786db366 req-f3e8974a-8188-42c6-be71-63176080f245 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 931 time: 0.0946429 Jul 23 16:22:34.196749 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-c33fa98c-074e-4dd8-9beb-7ef3786db366 req-826a01f1-9ea3-460e-8e8e-eddd4367b7cb tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Synchronizing usage tracker for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:22:34.215083 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-c33fa98c-074e-4dd8-9beb-7ef3786db366 req-826a01f1-9ea3-460e-8e8e-eddd4367b7cb tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Unset dirty status for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:22:34.216854 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c33fa98c-074e-4dd8-9beb-7ef3786db366 req-826a01f1-9ea3-460e-8e8e-eddd4367b7cb tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640900 Jul 23 16:22:34.357851 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23179fed-31c3-407f-9cf4-c5ecb9c07da8 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:34.365666 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.380708 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Transition to ACTIVE for port object 23179fed-31c3-407f-9cf4-c5ecb9c07da8 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:34.384588 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.389196 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a3cfb57b-8d92-4395-8dc7-888189db66dd tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:34.560405 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Pushing event updated for resources: {'Port': ['ID=23179fed-31c3-407f-9cf4-c5ecb9c07da8,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:34.572295 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:34.654662 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Attempting to bind port 23179fed-31c3-407f-9cf4-c5ecb9c07da8 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:34.654987 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Attempting to bind port 23179fed-31c3-407f-9cf4-c5ecb9c07da8 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:34.655316 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Attempting to bind port 23179fed-31c3-407f-9cf4-c5ecb9c07da8 on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:22:34.661081 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Port 23179fed-31c3-407f-9cf4-c5ecb9c07da8 on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:22:34.661475 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Attempting to bind port 23179fed-31c3-407f-9cf4-c5ecb9c07da8 on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:22:34.667540 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:22:34.667873 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Checking segment: {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:22:34.668302 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Bound using segment: {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:22:34.668789 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Bound port: 23179fed-31c3-407f-9cf4-c5ecb9c07da8, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:34.669183 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.766729 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] For port 23179fed-31c3-407f-9cf4-c5ecb9c07da8, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:22:34.770663 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] For port 23179fed-31c3-407f-9cf4-c5ecb9c07da8, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=23179fed-31c3-407f-9cf4-c5ecb9c07da8,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:22:34.775783 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.779640 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f364467a-55a6-4387-b806-221d157176f7 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:34.840216 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:34.840832 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.842366 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] 10.222.0.88 "PUT /v2.0/ports/23179fed-31c3-407f-9cf4-c5ecb9c07da8 HTTP/1.1" status: 200 len: 1093 time: 0.9796908 Jul 23 16:22:34.842864 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a79471-9604-4c0a-839d-56b1a6dbd9e3', 'tag': '23179fed-31c3-407f-9cf4-c5ecb9c07da8'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:34.865759 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Pushing event updated for resources: {'Port': ['ID=23179fed-31c3-407f-9cf4-c5ecb9c07da8,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:34.871080 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:34.922876 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a79471-9604-4c0a-839d-56b1a6dbd9e3', 'tag': '23179fed-31c3-407f-9cf4-c5ecb9c07da8', 'status': 'completed', 'code': 200} Jul 23 16:22:34.969889 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-073aee7c-d562-487c-aa4f-7693571859f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:34.971406 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-073aee7c-d562-487c-aa4f-7693571859f5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 1096 time: 0.0819097 Jul 23 16:22:35.052604 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-76d57054-790b-4eed-85d6-d8c558b0f071 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23179fed-31c3-407f-9cf4-c5ecb9c07da8 HTTP/1.1" status: 200 len: 217 time: 0.0727119 Jul 23 16:22:35.123930 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-0c95c2c2-e03d-4855-859b-ca591551a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.125429 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-0c95c2c2-e03d-4855-859b-ca591551a76e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 200 len: 855 time: 0.0643132 Jul 23 16:22:35.139689 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d29b27-d247-4d2a-8ea9-14d36f8a53cc req-54d32bc2-2a96-4dd7-9747-23c9189d0ae0 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.141226 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-91d29b27-d247-4d2a-8ea9-14d36f8a53cc req-54d32bc2-2a96-4dd7-9747-23c9189d0ae0 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.0902503 Jul 23 16:22:35.177087 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-93a8b430-e52c-4faa-bb70-b5c86792874e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88f63fd8-47f2-4ddc-b409-b6464fa0e606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430624 Jul 23 16:22:35.197064 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-91d29b27-d247-4d2a-8ea9-14d36f8a53cc req-7557d452-4135-4a91-ae95-ddb9e62c8017 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490417 Jul 23 16:22:35.336851 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-f5ed4ca4-eee2-460e-ad1c-852d7fe5e688 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522508 Jul 23 16:22:35.427430 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede83f5-0767-4828-bafc-c1ca409f8d14 req-061fa9ff-7b0b-4744-ab9f-a9d9c5f5ceba tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.428983 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-eede83f5-0767-4828-bafc-c1ca409f8d14 req-061fa9ff-7b0b-4744-ab9f-a9d9c5f5ceba tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 943 time: 0.0996807 Jul 23 16:22:35.479128 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-eede83f5-0767-4828-bafc-c1ca409f8d14 req-5b349495-7a93-4c6d-8f35-5e70bf8b129d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Jul 23 16:22:35.499661 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-91c777b9-64ef-4c36-ae05-a8feb1eeac5c req-b764d330-01eb-4218-8403-f5170a8cfda7 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544924 Jul 23 16:22:35.628878 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-f349e66e-14e9-41c9-9ec6-95747bc2bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.630318 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-f349e66e-14e9-41c9-9ec6-95747bc2bb21 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 1096 time: 0.0781498 Jul 23 16:22:35.887205 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-e6f7b5dc-bbc6-4e55-9bf6-7defd4453797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.888583 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-e6f7b5dc-bbc6-4e55-9bf6-7defd4453797 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 916 time: 0.2496457 Jul 23 16:22:35.915379 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-9da0bbbf-9a9d-43e5-adb4-9bceb185db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.985699 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-4ac30da5-9935-4de8-a16a-f32fb370fd2a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23179fed-31c3-407f-9cf4-c5ecb9c07da8 HTTP/1.1" status: 200 len: 217 time: 0.0888326 Jul 23 16:22:36.053429 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-70b9f7ac-9186-4a80-bfd6-3a6958a4a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.054911 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-70b9f7ac-9186-4a80-bfd6-3a6958a4a410 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 200 len: 855 time: 0.0622613 Jul 23 16:22:36.104441 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-262a512b-c5f1-4511-855d-de3840315b79 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88f63fd8-47f2-4ddc-b409-b6464fa0e606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416086 Jul 23 16:22:36.261618 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-d31fe960-2ee4-44d0-aedc-81d5ded80adc service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484027 Jul 23 16:22:36.420470 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29949e-2548-4bb9-8419-239ad6b4d64b req-a36a1a10-4190-4e7d-a23f-b643c68ef1eb tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.422955 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fc29949e-2548-4bb9-8419-239ad6b4d64b req-a36a1a10-4190-4e7d-a23f-b643c68ef1eb tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.1021283 Jul 23 16:22:36.434496 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-eb30a10e-7f85-42f2-b616-cecf344d6b50 req-6fbc8f15-e2dd-4ee1-ad6f-99e14f2cd521 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638846 Jul 23 16:22:36.476396 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fc29949e-2548-4bb9-8419-239ad6b4d64b req-89894c9a-cc61-4fb8-a407-34d7adcdedaf tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Jul 23 16:22:36.683717 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d29ac-ffba-4ce3-a4e1-e54e52640a66 req-de953f68-942f-43bf-8e89-7f44659a852a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.685454 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0f0d29ac-ffba-4ce3-a4e1-e54e52640a66 req-de953f68-942f-43bf-8e89-7f44659a852a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 943 time: 0.0895553 Jul 23 16:22:36.702466 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.739617 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0f0d29ac-ffba-4ce3-a4e1-e54e52640a66 req-0a8f9976-f827-478b-90fd-2a63ba638bed tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436158 Jul 23 16:22:37.406997 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-859963ea-b8dd-4177-a2c5-0e9a6d8ed414 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:37.408000 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-859963ea-b8dd-4177-a2c5-0e9a6d8ed414 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Synchronizing usage tracker for tenant:af850821757e4b2490e4b003948e1ca2 on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:22:37.426823 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-859963ea-b8dd-4177-a2c5-0e9a6d8ed414 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Unset dirty status for tenant:af850821757e4b2490e4b003948e1ca2 on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:22:37.428331 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-859963ea-b8dd-4177-a2c5-0e9a6d8ed414 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.88 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.1017854 Jul 23 16:22:37.507631 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Deleting port 7df663ab-85b8-4816-b835-adc7ea50815b {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:22:37.508031 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.728804 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.775202 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77c09d-bc9c-488f-bee1-bc95684e3625 req-ac1e84ba-0782-448b-bc10-b05545cf8e78 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:37.776774 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0f77c09d-bc9c-488f-bee1-bc95684e3625 req-ac1e84ba-0782-448b-bc10-b05545cf8e78 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a57d6a-8df1-4142-b452-c4efc2e9fb22 HTTP/1.1" status: 200 len: 946 time: 0.1913669 Jul 23 16:22:37.798136 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] For port 7df663ab-85b8-4816-b835-adc7ea50815b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=7df663ab-85b8-4816-b835-adc7ea50815b,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:37.798597 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.843104 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0f77c09d-bc9c-488f-bee1-bc95684e3625 req-7d1d8474-93ac-46e0-bf9d-52a74e3788e5 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525796 Jul 23 16:22:37.938039 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Calling delete_port for 7df663ab-85b8-4816-b835-adc7ea50815b owned by compute:nova {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:22:37.989261 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254caf6-001f-4e1f-8d42-511a8be44292 req-57af45b7-2539-4ce7-a812-c518c634ce10 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:37.991017 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6254caf6-001f-4e1f-8d42-511a8be44292 req-57af45b7-2539-4ce7-a812-c518c634ce10 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 943 time: 0.1216645 Jul 23 16:22:38.042453 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6254caf6-001f-4e1f-8d42-511a8be44292 req-e977781e-7abe-433f-bea8-e8727274f350 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449860 Jul 23 16:22:38.103510 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.109797 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-71242ed1-756d-4b96-9e03-eebe6b54f339 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:38.117138 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['7df663ab-85b8-4816-b835-adc7ea50815b'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:22:38.184876 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Pushing event deleted for resources: {'Port': ['ID=7df663ab-85b8-4816-b835-adc7ea50815b,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:38.190743 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:38.214324 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.295401 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] No DVR routers for this DVR port 7df663ab-85b8-4816-b835-adc7ea50815b on host hv-cinder-80203 {{(pid=78584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:38.297853 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.300690 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a57d6a-8df1-4142-b452-c4efc2e9fb22', 'name': 'network-vif-deleted', 'tag': '7df663ab-85b8-4816-b835-adc7ea50815b'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:38.317501 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-1cfc52f6-336e-4e50-89d9-a7e917259c91 req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.88 "DELETE /v2.0/ports/7df663ab-85b8-4816-b835-adc7ea50815b HTTP/1.1" status: 204 len: 173 time: 0.8837729 Jul 23 16:22:38.347280 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 23179fed-31c3-407f-9cf4-c5ecb9c07da8 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:22:38.357104 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a57d6a-8df1-4142-b452-c4efc2e9fb22', 'name': 'network-vif-deleted', 'tag': '7df663ab-85b8-4816-b835-adc7ea50815b', 'status': 'completed', 'code': 200} Jul 23 16:22:38.493048 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 23179fed-31c3-407f-9cf4-c5ecb9c07da8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=23179fed-31c3-407f-9cf4-c5ecb9c07da8,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:38.509300 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '23179fed-31c3-407f-9cf4-c5ecb9c07da8', 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606', 'port_id': '23179fed-31c3-407f-9cf4-c5ecb9c07da8', 'mac_address': 'fa:16:3e:cf:61:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235bfb14-87b3-45d2-b52e-32c76a09ed9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:22:38.569755 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.588208 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23179fed-31c3-407f-9cf4-c5ecb9c07da8 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:38.604904 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 23179fed-31c3-407f-9cf4-c5ecb9c07da8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=23179fed-31c3-407f-9cf4-c5ecb9c07da8,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:38.609824 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.612192 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:38.687995 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=23179fed-31c3-407f-9cf4-c5ecb9c07da8,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:38.691934 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:38.811352 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['23179fed-31c3-407f-9cf4-c5ecb9c07da8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:22:39.278381 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cce23c-2599-434e-bc4d-fc21b8d4eefb req-5fd6431e-f72d-47ae-9a89-ed071222868f tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:39.279998 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-72cce23c-2599-434e-bc4d-fc21b8d4eefb req-5fd6431e-f72d-47ae-9a89-ed071222868f tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 944 time: 0.1174181 Jul 23 16:22:39.333636 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-72cce23c-2599-434e-bc4d-fc21b8d4eefb req-6f2dc42b-a8b3-4bcf-a9a0-a4e40728ae19 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457482 Jul 23 16:22:40.365163 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 23179fed-31c3-407f-9cf4-c5ecb9c07da8 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:22:40.471828 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 23179fed-31c3-407f-9cf4-c5ecb9c07da8 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:40.478538 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 23179fed-31c3-407f-9cf4-c5ecb9c07da8 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:40.478926 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.549435 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7077e8f-5620-414c-9329-62e150b26242 req-25bc0c93-de64-4600-811b-3d92003e6c4d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:40.551600 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7077e8f-5620-414c-9329-62e150b26242 req-25bc0c93-de64-4600-811b-3d92003e6c4d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 944 time: 0.0971615 Jul 23 16:22:40.612368 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7077e8f-5620-414c-9329-62e150b26242 req-78eff914-57b9-4bac-a171-dec9d6feebcd tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533805 Jul 23 16:22:40.625693 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.662745 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a79471-9604-4c0a-839d-56b1a6dbd9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23179fed-31c3-407f-9cf4-c5ecb9c07da8'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:40.675056 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 23179fed-31c3-407f-9cf4-c5ecb9c07da8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=23179fed-31c3-407f-9cf4-c5ecb9c07da8,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:40.680997 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.682388 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 7df663ab-85b8-4816-b835-adc7ea50815b no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:22:40.726922 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:40.776480 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a79471-9604-4c0a-839d-56b1a6dbd9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23179fed-31c3-407f-9cf4-c5ecb9c07da8', 'code': 200} Jul 23 16:22:40.786057 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 7df663ab-85b8-4816-b835-adc7ea50815b {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:22:40.786475 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 7df663ab-85b8-4816-b835-adc7ea50815b not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:22:40.819074 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=23179fed-31c3-407f-9cf4-c5ecb9c07da8,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:40.822904 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:40.957163 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0345-34f7-4334-93f5-3cd965e380e0 req-b378ee31-cf13-4091-bb91-1250eeb829eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:40.958642 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-5cfa0345-34f7-4334-93f5-3cd965e380e0 req-b378ee31-cf13-4091-bb91-1250eeb829eb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 1098 time: 0.0712652 Jul 23 16:22:41.000516 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-5cfa0345-34f7-4334-93f5-3cd965e380e0 req-763ec394-3e01-4482-80d8-5ead6fea56c1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Jul 23 16:22:41.865822 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d644d03-33a7-4f80-a7fd-48762ccb3482 req-4edaa8cc-89f4-4738-bbff-f18f60403c4d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:41.867576 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7d644d03-33a7-4f80-a7fd-48762ccb3482 req-4edaa8cc-89f4-4738-bbff-f18f60403c4d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 945 time: 0.1009283 Jul 23 16:22:41.921255 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7d644d03-33a7-4f80-a7fd-48762ccb3482 req-5718e50a-f4f7-41e0-b1e3-b329a40f5182 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Jul 23 16:22:43.140840 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916789b-90aa-40e9-9966-d240a68dc4cc req-a61e901c-6d01-49c9-8b67-8249132554fb tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:43.142724 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a916789b-90aa-40e9-9966-d240a68dc4cc req-a61e901c-6d01-49c9-8b67-8249132554fb tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 945 time: 0.1031518 Jul 23 16:22:43.202849 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a916789b-90aa-40e9-9966-d240a68dc4cc req-209fa684-ef7e-43e8-a3d4-746f88adb381 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537047 Jul 23 16:22:43.401641 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd815c2-75b8-413d-a678-f61766b766db req-6342d83f-add4-4e64-ba0e-8ab6fd202258 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:43.403312 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-6342d83f-add4-4e64-ba0e-8ab6fd202258 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/networks?id=874c0974-d240-4aea-8910-24de08e6d52f HTTP/1.1" status: 200 len: 814 time: 0.1652143 Jul 23 16:22:43.421708 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-1c0bed79-6b24-4f01-ad0b-8dc6dcebf3f9 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/quotas/af850821757e4b2490e4b003948e1ca2 HTTP/1.1" status: 200 len: 375 time: 0.0126886 Jul 23 16:22:43.470012 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-15978f3b-29f8-4488-99b6-f364f5314d9b tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=af850821757e4b2490e4b003948e1ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462782 Jul 23 16:22:43.688587 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-e3c64725-a1dd-4c0c-97c4-6f0630684879 service neutron] 10.222.0.76 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113740 Jul 23 16:22:43.856592 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-c7399213-58c3-498d-b924-1fe82aaa1251 service neutron] 10.222.0.76 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608322 Jul 23 16:22:44.045500 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-acc9b9e6-7d70-49f5-bf4c-8ed80c6921fe req-112b5771-9793-49c9-9e6a-53abafa908e4 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 210 time: 0.0472724 Jul 23 16:22:45.233867 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd815c2-75b8-413d-a678-f61766b766db req-fc3d6dca-c65c-4ada-805c-7e575d4c0fef tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:45.235846 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-fc3d6dca-c65c-4ada-805c-7e575d4c0fef tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.88 "GET /v2.0/networks?id=874c0974-d240-4aea-8910-24de08e6d52f HTTP/1.1" status: 200 len: 814 time: 0.2955716 Jul 23 16:22:45.253357 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cc2d8544-6c12-4f5e-bdac-bd65811ff3ce req-bb43e66e-8bb2-4560-96e0-f6cd6d1628cc tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 210 time: 0.0511992 Jul 23 16:22:45.254183 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Request body: {'port': {'device_id': 'a97ea090-4c13-4181-979d-edfd7f915273', 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f', 'admin_state_up': True, 'tenant_id': 'af850821757e4b2490e4b003948e1ca2'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:45.445337 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:45.450446 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Usage tracker for resource:port and tenant:af850821757e4b2490e4b003948e1ca2 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:45.453741 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:45.462101 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:45.479011 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Made reservation on behalf of af850821757e4b2490e4b003948e1ca2 for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:45.484424 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.510056 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:22:45.688010 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Allocated IP 172.20.0.14 (874c0974-d240-4aea-8910-24de08e6d52f/8a2bd48a-89be-4c12-a72f-ee51d95fbdbf/bc36f5dd-39ba-4a8a-9a88-d694cc95eb03) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:45.939423 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.969400 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.975379 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-b0804783-6d31-4e40-ac5a-195129a1d8fe tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:46.036425 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Network 874c0974-d240-4aea-8910-24de08e6d52f is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:46.039551 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:46.043487 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:22:46.084726 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Pushing event updated for resources: {'Port': ['ID=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:46.088954 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:46.112198 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:46.112835 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.136470 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8873124 Jul 23 16:22:46.149166 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Request body: {'port': {'device_id': 'a97ea090-4c13-4181-979d-edfd7f915273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:46.267723 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.459804 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b349c-dc7f-4f25-a0cc-aaccad5e224e req-1b422aeb-22cc-4699-acd7-008f663af7d2 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:46.461460 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f82b349c-dc7f-4f25-a0cc-aaccad5e224e req-1b422aeb-22cc-4699-acd7-008f663af7d2 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 932 time: 0.0847549 Jul 23 16:22:46.515368 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f82b349c-dc7f-4f25-a0cc-aaccad5e224e req-70d513b7-9f3b-4565-a5af-bceba5dee4cb tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472927 Jul 23 16:22:46.635660 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:46.643216 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.660070 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Transition to ACTIVE for port object bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:46.665509 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.670455 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8b193b4c-70cf-4476-91a6-db0f2820864d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:46.834526 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:46.841590 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:46.915246 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Attempting to bind port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:46.915657 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Attempting to bind port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '54dc8b17-830e-470d-bb64-b2fe631a4ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:46.916014 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Attempting to bind port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 on network 874c0974-d240-4aea-8910-24de08e6d52f {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:22:46.922165 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 on network 874c0974-d240-4aea-8910-24de08e6d52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:22:46.922485 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Attempting to bind port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 on network 874c0974-d240-4aea-8910-24de08e6d52f {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:22:46.927805 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:22:46.928142 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Checking segment: {'id': '54dc8b17-830e-470d-bb64-b2fe631a4ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:22:46.928550 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Bound using segment: {'id': '54dc8b17-830e-470d-bb64-b2fe631a4ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:22:46.928982 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Bound port: bc36f5dd-39ba-4a8a-9a88-d694cc95eb03, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dc8b17-830e-470d-bb64-b2fe631a4ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:46.929371 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.022799 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] For port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:22:47.026010 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] For port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:22:47.030004 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.033570 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8762c382-c6ff-44c0-b89e-0e37061b0d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:47.091679 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.092300 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.093711 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] 10.222.0.88 "PUT /v2.0/ports/bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 HTTP/1.1" status: 200 len: 1094 time: 0.9495065 Jul 23 16:22:47.094211 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97ea090-4c13-4181-979d-edfd7f915273', 'tag': 'bc36f5dd-39ba-4a8a-9a88-d694cc95eb03'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:47.115309 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:47.119314 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:47.171152 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97ea090-4c13-4181-979d-edfd7f915273', 'tag': 'bc36f5dd-39ba-4a8a-9a88-d694cc95eb03', 'status': 'completed', 'code': 200} Jul 23 16:22:47.211484 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd815c2-75b8-413d-a678-f61766b766db req-a8f92730-caab-4bdc-8473-0cf7870320f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.212965 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-a8f92730-caab-4bdc-8473-0cf7870320f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=af850821757e4b2490e4b003948e1ca2&device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 1097 time: 0.0764947 Jul 23 16:22:47.288465 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-dae804d0-4c9f-43b2-a0a2-a0c7a74f8d20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 HTTP/1.1" status: 200 len: 217 time: 0.0683107 Jul 23 16:22:47.350642 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd815c2-75b8-413d-a678-f61766b766db req-bf257260-b941-484f-b881-8c5acffa04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.352108 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-bf257260-b941-484f-b881-8c5acffa04c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a2bd48a-89be-4c12-a72f-ee51d95fbdbf HTTP/1.1" status: 200 len: 854 time: 0.0576687 Jul 23 16:22:47.399410 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-04d3695c-2bf4-4bd0-ad36-4d16c3e8c9a6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=874c0974-d240-4aea-8910-24de08e6d52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402973 Jul 23 16:22:47.641676 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-d83bde0d-fbbd-44ef-b36b-448bc38b8ea6 service neutron] 10.222.0.88 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343004 Jul 23 16:22:47.721399 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e045a-098b-465b-a9cc-cf62574044dc req-de85f05f-fef6-47d0-bc40-9d69380ab64e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.721399 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-777e045a-098b-465b-a9cc-cf62574044dc req-de85f05f-fef6-47d0-bc40-9d69380ab64e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 944 time: 0.0876100 Jul 23 16:22:47.774006 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-777e045a-098b-465b-a9cc-cf62574044dc req-b6c76ad6-9e7a-4b8e-8111-dc20b45a6d18 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504405 Jul 23 16:22:47.793723 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-6bd815c2-75b8-413d-a678-f61766b766db req-0178a0e6-ffd5-492e-b864-0d682f93309a service neutron] 10.222.0.88 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461291 Jul 23 16:22:47.927842 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd954c4-d185-44c7-86b4-849b23279aed req-ae4ffe92-41de-467b-a62f-0a0f27a2c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.929877 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-2cd954c4-d185-44c7-86b4-849b23279aed req-ae4ffe92-41de-467b-a62f-0a0f27a2c3e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=af850821757e4b2490e4b003948e1ca2&device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 1097 time: 0.0886922 Jul 23 16:22:48.004237 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-26c9e424-70d9-4982-aafb-6ea622bc3619 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.005724 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-26c9e424-70d9-4982-aafb-6ea622bc3619 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 815 time: 0.1470010 Jul 23 16:22:48.020661 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-56a92d22-825f-4015-9b75-da735a8c7e0e tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/quotas/7093c0c7079340aab4a1aa4ad8bf79f5 HTTP/1.1" status: 200 len: 375 time: 0.0091035 Jul 23 16:22:48.064445 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd954c4-d185-44c7-86b4-849b23279aed req-f5380e33-cfeb-4679-8e78-209d081cb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.066697 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-2cd954c4-d185-44c7-86b4-849b23279aed req-f5380e33-cfeb-4679-8e78-209d081cb5b6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=874c0974-d240-4aea-8910-24de08e6d52f HTTP/1.1" status: 200 len: 915 time: 0.1296906 Jul 23 16:22:48.106081 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-f52d79e8-b626-42c3-9b28-e87ed1dea86a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801079 Jul 23 16:22:48.138414 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-2cd954c4-d185-44c7-86b4-849b23279aed req-386f3f16-f792-4e89-aca4-fb5578ec8933 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 HTTP/1.1" status: 200 len: 217 time: 0.0647259 Jul 23 16:22:48.202343 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd954c4-d185-44c7-86b4-849b23279aed req-f2d27f24-2904-4804-bdda-851e04a65675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.203801 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-2cd954c4-d185-44c7-86b4-849b23279aed req-f2d27f24-2904-4804-bdda-851e04a65675 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a2bd48a-89be-4c12-a72f-ee51d95fbdbf HTTP/1.1" status: 200 len: 854 time: 0.0582497 Jul 23 16:22:48.252555 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-2cd954c4-d185-44c7-86b4-849b23279aed req-16938983-2963-401a-9604-b98169969c3e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=874c0974-d240-4aea-8910-24de08e6d52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416379 Jul 23 16:22:48.333768 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-9e491fd0-fc5e-40d5-af88-6be17970c5f1 service neutron] 10.222.0.76 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199433 Jul 23 16:22:48.390715 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-2cd954c4-d185-44c7-86b4-849b23279aed req-2dc91312-02ef-43c4-bae6-ab3ab4fdc5b7 service neutron] 10.222.0.88 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309767 Jul 23 16:22:48.468950 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-6d08902b-5d7f-4ef9-92cc-18c9f248307c service neutron] 10.222.0.76 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288517 Jul 23 16:22:48.528878 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-2cd954c4-d185-44c7-86b4-849b23279aed req-b4dc144a-bb99-4b56-b7d8-00f9c92daba5 service neutron] 10.222.0.88 "GET /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308124 Jul 23 16:22:48.654470 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-092c3346-710a-40d6-8445-6aae8b517602 req-5e0c0986-5da5-4e4f-acc0-38a81e3f5b87 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 210 time: 0.0518265 Jul 23 16:22:48.979283 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110745f-737e-4a86-9b83-77692d2209f8 req-e6fcdaa3-c3a2-41d7-bdb2-656b12704f62 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.981071 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4110745f-737e-4a86-9b83-77692d2209f8 req-e6fcdaa3-c3a2-41d7-bdb2-656b12704f62 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 944 time: 0.0924118 Jul 23 16:22:49.034117 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4110745f-737e-4a86-9b83-77692d2209f8 req-e68bd52e-35a7-40fe-bad1-3bfa93653e86 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425169 Jul 23 16:22:49.709303 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-614a5a72-e530-47fe-afeb-909bbf88ba05 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:49.710844 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-614a5a72-e530-47fe-afeb-909bbf88ba05 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 815 time: 0.1566310 Jul 23 16:22:49.725361 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Request body: {'port': {'device_id': '4b6d21b3-df00-41d6-8573-a2325f8e871c', 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606', 'admin_state_up': True, 'tenant_id': '7093c0c7079340aab4a1aa4ad8bf79f5'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:49.812404 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8e4e9bfd-c47b-4fd1-b53c-1a1faaec7356 req-fd4ff8b6-5530-492e-ba38-2028d8699e3a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 210 time: 0.0467474 Jul 23 16:22:49.872133 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:49.876710 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Usage tracker for resource:port and tenant:7093c0c7079340aab4a1aa4ad8bf79f5 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:49.880359 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:49.886082 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:49.896777 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Made reservation on behalf of 7093c0c7079340aab4a1aa4ad8bf79f5 for: {'port': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:49.900469 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.068179 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Allocated IP 172.20.0.9 (88f63fd8-47f2-4ddc-b409-b6464fa0e606/235bfb14-87b3-45d2-b52e-32c76a09ed9b/25ead5f7-3395-402a-9481-6a9a688e05ae) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:50.221395 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa2cb9-3a44-476c-9791-11c758ceabad req-5140aefb-c2e8-418f-9826-4bb41dcba6c1 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:50.222938 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-afaa2cb9-3a44-476c-9791-11c758ceabad req-5140aefb-c2e8-418f-9826-4bb41dcba6c1 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 944 time: 0.0799198 Jul 23 16:22:50.274175 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-afaa2cb9-3a44-476c-9791-11c758ceabad req-1e1e3cc8-d4d8-4be8-a4df-b0153a5de80c tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452282 Jul 23 16:22:50.283130 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.317593 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.324908 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:50.329271 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['23179fed-31c3-407f-9cf4-c5ecb9c07da8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:22:50.405709 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:50.412407 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:50.415498 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:22:50.439283 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:22:50.455907 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Pushing event updated for resources: {'Port': ['ID=25ead5f7-3395-402a-9481-6a9a688e05ae,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:50.460735 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:50.489038 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:50.489614 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.510740 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-eee9d9d8-0089-468d-9e95-c76fb3205119 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7901978 Jul 23 16:22:50.523169 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Request body: {'port': {'device_id': '4b6d21b3-df00-41d6-8573-a2325f8e871c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:50.639931 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.652058 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:50.666856 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': 'bc36f5dd-39ba-4a8a-9a88-d694cc95eb03', 'network_id': '874c0974-d240-4aea-8910-24de08e6d52f', 'port_id': 'bc36f5dd-39ba-4a8a-9a88-d694cc95eb03', 'mac_address': 'fa:16:3e:61:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2bd48a-89be-4c12-a72f-ee51d95fbdbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:22:50.727776 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.746204 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:50.769886 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:50.773864 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.776820 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:50.844653 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:50.848390 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:50.988621 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['bc36f5dd-39ba-4a8a-9a88-d694cc95eb03'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:22:51.014348 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bb5c7-0286-4a84-94b9-a58d4c7d6a6b req-bb889b17-c203-46d0-8764-e03c13ac82cf tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:51.015821 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-648bb5c7-0286-4a84-94b9-a58d4c7d6a6b req-bb889b17-c203-46d0-8764-e03c13ac82cf tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 931 time: 0.0835798 Jul 23 16:22:51.064772 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-648bb5c7-0286-4a84-94b9-a58d4c7d6a6b req-69dd56bb-a78e-4d2e-b278-8f9241ab4c40 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Jul 23 16:22:51.131976 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ead5f7-3395-402a-9481-6a9a688e05ae {{(pid=78584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:51.139629 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.154234 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Transition to ACTIVE for port object 25ead5f7-3395-402a-9481-6a9a688e05ae will not be triggered until provisioned by entity L2. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:51.158541 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.163057 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e2675770-196d-453d-8989-cbef1b226d9e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:51.314109 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Pushing event updated for resources: {'Port': ['ID=25ead5f7-3395-402a-9481-6a9a688e05ae,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:51.321794 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:51.389285 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Attempting to bind port 25ead5f7-3395-402a-9481-6a9a688e05ae on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:51.389615 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Attempting to bind port 25ead5f7-3395-402a-9481-6a9a688e05ae by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:51.389940 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Attempting to bind port 25ead5f7-3395-402a-9481-6a9a688e05ae on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:22:51.394608 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Port 25ead5f7-3395-402a-9481-6a9a688e05ae on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:22:51.394923 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Attempting to bind port 25ead5f7-3395-402a-9481-6a9a688e05ae on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:22:51.400002 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:22:51.400333 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Checking segment: {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:22:51.400727 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Bound using segment: {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'} {{(pid=78584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:22:51.401170 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.managers [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Bound port: 25ead5f7-3395-402a-9481-6a9a688e05ae, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'}}] {{(pid=78584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:51.401515 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.493722 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] For port 25ead5f7-3395-402a-9481-6a9a688e05ae, host hv-cinder-80203, cleared binding levels {{(pid=78584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:22:51.496777 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] For port 25ead5f7-3395-402a-9481-6a9a688e05ae, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25ead5f7-3395-402a-9481-6a9a688e05ae,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:22:51.501499 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.506176 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-cb30d20a-be32-4ece-9f4d-76a1b7bf16dd tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:51.510264 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e62e5-97d5-48ce-9c9e-0ce921fe2752 req-86558028-4aa9-46b9-ac57-c2e858fbc361 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:51.511782 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d16e62e5-97d5-48ce-9c9e-0ce921fe2752 req-86558028-4aa9-46b9-ac57-c2e858fbc361 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 945 time: 0.0963714 Jul 23 16:22:51.560583 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d16e62e5-97d5-48ce-9c9e-0ce921fe2752 req-ba90e103-186b-4a59-914c-abd80bcc9fa6 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Jul 23 16:22:51.560815 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:51.561861 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.563018 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] 10.222.0.88 "PUT /v2.0/ports/25ead5f7-3395-402a-9481-6a9a688e05ae HTTP/1.1" status: 200 len: 1093 time: 1.0446570 Jul 23 16:22:51.566455 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6d21b3-df00-41d6-8573-a2325f8e871c', 'tag': '25ead5f7-3395-402a-9481-6a9a688e05ae'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:51.592088 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Pushing event updated for resources: {'Port': ['ID=25ead5f7-3395-402a-9481-6a9a688e05ae,revision_number=3']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:51.595217 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3ca13470-a310-4c2d-9aaf-cdd1871204fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:51.639571 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6d21b3-df00-41d6-8573-a2325f8e871c', 'tag': '25ead5f7-3395-402a-9481-6a9a688e05ae', 'status': 'completed', 'code': 200} Jul 23 16:22:51.684581 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-9c7fca1b-ed85-43f1-b23a-1f21a0b32870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:51.686123 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-9c7fca1b-ed85-43f1-b23a-1f21a0b32870 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 1096 time: 0.0825570 Jul 23 16:22:51.756147 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-8b823eb6-3514-4eaf-978c-f5c318875489 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ead5f7-3395-402a-9481-6a9a688e05ae HTTP/1.1" status: 200 len: 217 time: 0.0632904 Jul 23 16:22:51.831052 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-69cbf022-3de8-4486-9701-1ae5a73eb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:51.832926 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-69cbf022-3de8-4486-9701-1ae5a73eb361 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 200 len: 855 time: 0.0578833 Jul 23 16:22:51.886805 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-36020af4-4afa-48e3-a756-39fc8211af19 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88f63fd8-47f2-4ddc-b409-b6464fa0e606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399415 Jul 23 16:22:52.019402 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-0a5a0e94-111d-4ea8-9b2d-890f1a0934d2 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235812 Jul 23 16:22:52.150265 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-ce8c6d11-0a8a-4396-92c0-0e751c225952 req-0a11159c-3e92-495f-835e-2c554ff36fdb service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255527 Jul 23 16:22:52.262257 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17298045-e2d5-472c-8a95-a571c641d8cc req-a945de6d-79fa-4c2a-b602-87ec7aba51d8 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.264266 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-17298045-e2d5-472c-8a95-a571c641d8cc req-a945de6d-79fa-4c2a-b602-87ec7aba51d8 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 943 time: 0.0853443 Jul 23 16:22:52.273865 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-23e41eff-a396-45ce-89ad-36ed393e697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.275331 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-23e41eff-a396-45ce-89ad-36ed393e697b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 1096 time: 0.0747659 Jul 23 16:22:52.313084 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-17298045-e2d5-472c-8a95-a571c641d8cc req-cf6d296b-cd9d-438a-928f-9e6e0f026681 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Jul 23 16:22:52.413511 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-352e3182-ebf7-4147-bd2c-5632650df907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.414815 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-352e3182-ebf7-4147-bd2c-5632650df907 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 916 time: 0.1263914 Jul 23 16:22:52.444276 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:22:52.486070 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-5da40d5f-8606-4702-9d91-7a4dc6c105c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ead5f7-3395-402a-9481-6a9a688e05ae HTTP/1.1" status: 200 len: 217 time: 0.0642865 Jul 23 16:22:52.512522 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:52.518453 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:52.518869 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.556885 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-b9ec9d84-df9a-4618-bd6c-3c3c7b936e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.558513 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-b9ec9d84-df9a-4618-bd6c-3c3c7b936e5a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 200 len: 855 time: 0.0655916 Jul 23 16:22:52.607811 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-3bd7cade-13a2-4be9-8c57-b330bc89947c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88f63fd8-47f2-4ddc-b409-b6464fa0e606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425003 Jul 23 16:22:52.697017 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.735586 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ea090-4c13-4181-979d-edfd7f915273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc36f5dd-39ba-4a8a-9a88-d694cc95eb03'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:52.747622 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:52.754420 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.757483 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-68518b97-4d26-4e15-ad09-b5efb4020dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:52.782941 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4d4f2-e6e5-43e4-90dc-b79995f9adbf req-bdf25873-7c37-4922-96a8-024809c0dead tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.784587 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-dbf4d4f2-e6e5-43e4-90dc-b79995f9adbf req-bdf25873-7c37-4922-96a8-024809c0dead tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 945 time: 0.0991373 Jul 23 16:22:52.800460 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ea090-4c13-4181-979d-edfd7f915273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc36f5dd-39ba-4a8a-9a88-d694cc95eb03', 'code': 200} Jul 23 16:22:52.835902 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-dbf4d4f2-e6e5-43e4-90dc-b79995f9adbf req-9a4045f5-7956-4c41-ad74-316317a2642f tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446727 Jul 23 16:22:52.844791 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:52.851130 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:52.892596 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-a5eed5ef-f16c-4b7f-9098-18113b7fa5a7 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779865 Jul 23 16:22:53.030613 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [req-26c8b4cc-3b3a-409e-8eb4-6bfd65028b1d req-edebb44c-ca59-40ee-bc3e-18b6889b47b3 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308920 Jul 23 16:22:53.059614 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1722a5-2906-4f49-958e-4c516c1719af req-561156d9-25bf-444d-805e-416a0c3408e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:53.061092 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ea1722a5-2906-4f49-958e-4c516c1719af req-561156d9-25bf-444d-805e-416a0c3408e0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 1099 time: 0.0745461 Jul 23 16:22:53.112516 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ea1722a5-2906-4f49-958e-4c516c1719af req-dfe4506a-004d-4513-bf00-aaf5efc4b7c0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450952 Jul 23 16:22:53.508995 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363538a-03e3-4ab7-9d71-b38e9d76f835 req-ea8c4e6c-0b0a-40c4-89ba-47fb729b12fe tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:53.510541 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e363538a-03e3-4ab7-9d71-b38e9d76f835 req-ea8c4e6c-0b0a-40c4-89ba-47fb729b12fe tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 943 time: 0.0801928 Jul 23 16:22:53.557240 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e363538a-03e3-4ab7-9d71-b38e9d76f835 req-d031571b-bd91-4aa4-a2b1-42d5a8a99d9f tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Jul 23 16:22:54.042060 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205991ab-e8b6-4bb7-92a8-89dff2c813bc req-023986a0-bc3d-44b4-adb7-1f553a306c4d tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.043554 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-205991ab-e8b6-4bb7-92a8-89dff2c813bc req-023986a0-bc3d-44b4-adb7-1f553a306c4d tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 946 time: 0.0955172 Jul 23 16:22:54.091021 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-205991ab-e8b6-4bb7-92a8-89dff2c813bc req-f93b4a38-8a98-4391-9eed-3d47641414d8 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Jul 23 16:22:54.463153 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 25ead5f7-3395-402a-9481-6a9a688e05ae details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:22:54.599407 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 25ead5f7-3395-402a-9481-6a9a688e05ae, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25ead5f7-3395-402a-9481-6a9a688e05ae,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:54.611853 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '25ead5f7-3395-402a-9481-6a9a688e05ae', 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606', 'port_id': '25ead5f7-3395-402a-9481-6a9a688e05ae', 'mac_address': 'fa:16:3e:7f:ec:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235bfb14-87b3-45d2-b52e-32c76a09ed9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:22:54.668796 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.687212 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ead5f7-3395-402a-9481-6a9a688e05ae {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:54.704213 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 25ead5f7-3395-402a-9481-6a9a688e05ae, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25ead5f7-3395-402a-9481-6a9a688e05ae,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:54.708765 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.710847 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:54.770304 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e18ca-2768-4036-a876-1fbf9dbd101e req-23a0405c-597c-49db-8b59-b12b5369ef93 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.771897 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-206e18ca-2768-4036-a876-1fbf9dbd101e req-23a0405c-597c-49db-8b59-b12b5369ef93 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 944 time: 0.0834134 Jul 23 16:22:54.780348 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=25ead5f7-3395-402a-9481-6a9a688e05ae,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:54.788628 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.788928 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.789309 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.789632 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.789950 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.790269 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.790629 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.790917 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.791212 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.791624 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.791914 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.792223 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.795975 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:54.827922 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-206e18ca-2768-4036-a876-1fbf9dbd101e req-4ef06666-0ec2-48f3-9ecb-0ea9841d6d5d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 Jul 23 16:22:54.955327 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['25ead5f7-3395-402a-9481-6a9a688e05ae'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:22:55.273738 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be819b-aefa-4e45-b5e5-8ee534693924 req-abd4160c-6deb-435a-a934-2e9e9df3487d tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.275173 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-87be819b-aefa-4e45-b5e5-8ee534693924 req-abd4160c-6deb-435a-a934-2e9e9df3487d tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 946 time: 0.0777431 Jul 23 16:22:55.319667 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-87be819b-aefa-4e45-b5e5-8ee534693924 req-ed7c5e68-f3dd-4e87-8072-47521a624260 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 Jul 23 16:22:56.026940 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef150e-f406-46ca-880f-9810f6529446 req-6cedee63-3904-4851-88b4-bccedf1f5e88 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:56.028435 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f5ef150e-f406-46ca-880f-9810f6529446 req-6cedee63-3904-4851-88b4-bccedf1f5e88 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 944 time: 0.0941265 Jul 23 16:22:56.080291 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f5ef150e-f406-46ca-880f-9810f6529446 req-780b916a-51b9-4f4e-9429-511141fa27b5 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450826 Jul 23 16:22:56.485165 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 25ead5f7-3395-402a-9481-6a9a688e05ae up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:22:56.557204 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 25ead5f7-3395-402a-9481-6a9a688e05ae completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:56.561728 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 25ead5f7-3395-402a-9481-6a9a688e05ae triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:56.562102 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.695968 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.727773 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6d21b3-df00-41d6-8573-a2325f8e871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ead5f7-3395-402a-9481-6a9a688e05ae'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:56.737854 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 25ead5f7-3395-402a-9481-6a9a688e05ae, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25ead5f7-3395-402a-9481-6a9a688e05ae,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:22:56.741653 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.743518 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:56.780800 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6d21b3-df00-41d6-8573-a2325f8e871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ead5f7-3395-402a-9481-6a9a688e05ae', 'code': 200} Jul 23 16:22:56.816343 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=25ead5f7-3395-402a-9481-6a9a688e05ae,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:56.820175 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:57.044720 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663da7a-75fb-43d9-9d5d-f4602794bcc8 req-46b140ee-715f-432a-b47f-134de73331be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:57.046387 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9663da7a-75fb-43d9-9d5d-f4602794bcc8 req-46b140ee-715f-432a-b47f-134de73331be service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 1098 time: 0.0866859 Jul 23 16:22:57.092764 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9663da7a-75fb-43d9-9d5d-f4602794bcc8 req-1dd03d63-6718-498e-b0d7-14ca628521a9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399845 Jul 23 16:22:57.281516 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb87b7-7084-4f7a-9ea4-768d7edaf2e2 req-e08aba30-1b0b-4091-bfe0-5da6bb1d1952 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:57.282913 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-47cb87b7-7084-4f7a-9ea4-768d7edaf2e2 req-e08aba30-1b0b-4091-bfe0-5da6bb1d1952 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 945 time: 0.0878174 Jul 23 16:22:57.329269 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-47cb87b7-7084-4f7a-9ea4-768d7edaf2e2 req-a978c9f6-45a7-464c-8d8f-88a4ae494207 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 Jul 23 16:22:58.531031 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da30c7-5c00-4210-ba40-72897111e8a6 req-c4e246b9-2815-4971-9f11-00a3137d19ff tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.532512 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-93da30c7-5c00-4210-ba40-72897111e8a6 req-c4e246b9-2815-4971-9f11-00a3137d19ff tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 945 time: 0.0867009 Jul 23 16:22:58.582121 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-93da30c7-5c00-4210-ba40-72897111e8a6 req-4a332651-bacc-416a-8452-da53caba6813 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Jul 23 16:23:00.912982 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410ddc6-aba3-4412-9dd6-68583731715c req-7db1ca75-0560-448d-9e7f-52ad981f1c82 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:00.914762 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-7db1ca75-0560-448d-9e7f-52ad981f1c82 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 815 time: 0.2812274 Jul 23 16:23:00.933289 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-df5dd8b8-b5a1-468a-b165-2beddc42f5ad tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/quotas/7093c0c7079340aab4a1aa4ad8bf79f5 HTTP/1.1" status: 200 len: 375 time: 0.0111570 Jul 23 16:23:01.025909 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-91b27a90-e045-4b3d-92f6-9de96782fc47 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860946 Jul 23 16:23:01.172186 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-121d3304-7b7c-4f62-b92f-5f5147f222cd service neutron] 10.222.0.76 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398501 Jul 23 16:23:01.306280 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e2c03ca6-14cb-4851-a867-651e72fddf8e service neutron] 10.222.0.76 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277452 Jul 23 16:23:01.491449 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8790a49d-8045-4e0b-b688-3f2d0027b3a1 req-4a6aa179-4c67-420c-8e28-c36e599601d7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 210 time: 0.0549195 Jul 23 16:23:02.702697 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0b04a78d-2bed-4c48-91f2-6569710b4845 req-6c1eded5-9600-4e3a-83ca-7455570f2182 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 210 time: 0.0617845 Jul 23 16:23:02.749881 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4c4d49af-abaf-4e36-9b1c-e36da3b101b9 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:02.751312 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4c4d49af-abaf-4e36-9b1c-e36da3b101b9 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 815 time: 0.2096002 Jul 23 16:23:02.764068 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Request body: {'port': {'device_id': '9a1fe285-4424-41ff-8b56-ff6318171c61', 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606', 'admin_state_up': True, 'tenant_id': '7093c0c7079340aab4a1aa4ad8bf79f5'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:02.918527 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:23:02.922514 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Usage tracker for resource:port and tenant:7093c0c7079340aab4a1aa4ad8bf79f5 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:23:02.925925 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:23:02.931776 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:23:02.942301 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Made reservation on behalf of 7093c0c7079340aab4a1aa4ad8bf79f5 for: {'port': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:02.947119 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.144843 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Allocated IP 172.20.0.7 (88f63fd8-47f2-4ddc-b409-b6464fa0e606/235bfb14-87b3-45d2-b52e-32c76a09ed9b/1380541e-56ba-432b-bc79-6036b25733df) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:03.261816 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-d12524cf-1a4a-4c9f-a415-1d67654a9ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.353206 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.388379 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.395897 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-793a958d-250d-4d96-a3fb-14b8a2fca421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:03.408413 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['23179fed-31c3-407f-9cf4-c5ecb9c07da8', '25ead5f7-3395-402a-9481-6a9a688e05ae'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:23:03.491112 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:03.495432 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:03.502609 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:23:03.546142 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Pushing event updated for resources: {'Port': ['ID=1380541e-56ba-432b-bc79-6036b25733df,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:03.551427 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:03.584738 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:03.585449 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.602662 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.610132 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8500435 Jul 23 16:23:03.623355 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Request body: {'port': {'device_id': '9a1fe285-4424-41ff-8b56-ff6318171c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:03.738546 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.146819 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b0401-8693-4cf0-8149-d05a6d4e8842 req-eb2ad68a-afd4-4237-a8d5-9d7bb9689171 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:04.147516 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-c87b0401-8693-4cf0-8149-d05a6d4e8842 req-eb2ad68a-afd4-4237-a8d5-9d7bb9689171 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Synchronizing usage tracker for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:23:04.195138 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-c87b0401-8693-4cf0-8149-d05a6d4e8842 req-eb2ad68a-afd4-4237-a8d5-9d7bb9689171 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Unset dirty status for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:23:04.196172 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c87b0401-8693-4cf0-8149-d05a6d4e8842 req-eb2ad68a-afd4-4237-a8d5-9d7bb9689171 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 931 time: 0.2422752 Jul 23 16:23:04.297451 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1380541e-56ba-432b-bc79-6036b25733df {{(pid=78583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:04.307619 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c87b0401-8693-4cf0-8149-d05a6d4e8842 req-91b1a439-7282-41c4-9132-efca49d20e15 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976212 Jul 23 16:23:04.309257 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.324901 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Transition to ACTIVE for port object 1380541e-56ba-432b-bc79-6036b25733df will not be triggered until provisioned by entity L2. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:04.329013 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.334199 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-171f66ea-5d6c-4455-b509-9b0f1db63631 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:04.484650 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Pushing event updated for resources: {'Port': ['ID=1380541e-56ba-432b-bc79-6036b25733df,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.492130 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:04.561303 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Attempting to bind port 1380541e-56ba-432b-bc79-6036b25733df on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:04.561657 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Attempting to bind port 1380541e-56ba-432b-bc79-6036b25733df by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:04.561950 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Attempting to bind port 1380541e-56ba-432b-bc79-6036b25733df on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:23:04.567206 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Port 1380541e-56ba-432b-bc79-6036b25733df on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:23:04.567518 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Attempting to bind port 1380541e-56ba-432b-bc79-6036b25733df on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:23:04.572517 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:23:04.572844 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Checking segment: {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:23:04.573249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Bound using segment: {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:23:04.573670 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Bound port: 1380541e-56ba-432b-bc79-6036b25733df, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'}}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:04.574009 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.663757 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] For port 1380541e-56ba-432b-bc79-6036b25733df, host hv-cinder-80203, cleared binding levels {{(pid=78583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:23:04.666709 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] For port 1380541e-56ba-432b-bc79-6036b25733df, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1380541e-56ba-432b-bc79-6036b25733df,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:23:04.672270 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.676468 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:04.734615 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:04.735265 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.736550 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] 10.222.0.88 "PUT /v2.0/ports/1380541e-56ba-432b-bc79-6036b25733df HTTP/1.1" status: 200 len: 1093 time: 1.1175764 Jul 23 16:23:04.737039 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1fe285-4424-41ff-8b56-ff6318171c61', 'tag': '1380541e-56ba-432b-bc79-6036b25733df'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:04.758978 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Pushing event updated for resources: {'Port': ['ID=1380541e-56ba-432b-bc79-6036b25733df,revision_number=3']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.762223 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:04.850152 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1fe285-4424-41ff-8b56-ff6318171c61', 'tag': '1380541e-56ba-432b-bc79-6036b25733df', 'status': 'completed', 'code': 200} Jul 23 16:23:04.873778 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410ddc6-aba3-4412-9dd6-68583731715c req-793740a3-3cf0-4c6d-b20e-dec3f64ea8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:04.875365 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-793740a3-3cf0-4c6d-b20e-dec3f64ea8c3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 1096 time: 0.0975478 Jul 23 16:23:04.961934 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-0331a2e3-3902-44a4-9f7b-f0aa6d7d2081 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1380541e-56ba-432b-bc79-6036b25733df HTTP/1.1" status: 200 len: 217 time: 0.0744262 Jul 23 16:23:05.033300 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410ddc6-aba3-4412-9dd6-68583731715c req-411cd3a9-b2ae-4e7a-b1b7-540654961d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.034749 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-411cd3a9-b2ae-4e7a-b1b7-540654961d04 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 200 len: 855 time: 0.0655887 Jul 23 16:23:05.087991 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-379b1f9c-58eb-4d67-be14-59e2a37fa69c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88f63fd8-47f2-4ddc-b409-b6464fa0e606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423996 Jul 23 16:23:05.221833 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-b0c813a0-6f71-4c66-83b5-d50633b65329 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257699 Jul 23 16:23:05.364298 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1410ddc6-aba3-4412-9dd6-68583731715c req-442951eb-f494-4732-99f4-e1c344eb131f service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323390 Jul 23 16:23:05.564573 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28eb27-e86c-4a15-b19a-e3e46d345a07 req-55c004db-65ce-4711-8b49-821fa6382085 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.566390 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1b28eb27-e86c-4a15-b19a-e3e46d345a07 req-55c004db-65ce-4711-8b49-821fa6382085 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 943 time: 0.1401367 Jul 23 16:23:05.569082 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-6e40c2ea-3683-49a2-8e99-591473c10923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.570420 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-6e40c2ea-3683-49a2-8e99-591473c10923 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 1096 time: 0.1130104 Jul 23 16:23:05.782852 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1b28eb27-e86c-4a15-b19a-e3e46d345a07 req-8f003b81-3a95-490e-9ff9-6d2e77c3fd6c tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107210 Jul 23 16:23:05.835466 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-ba7a55b1-f2f3-4720-9261-35f0e1754e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.836907 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-ba7a55b1-f2f3-4720-9261-35f0e1754e83 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 916 time: 0.2522364 Jul 23 16:23:05.910930 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-e02b850f-d0b5-4a24-997f-46b3cf380e03 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1380541e-56ba-432b-bc79-6036b25733df HTTP/1.1" status: 200 len: 217 time: 0.0654900 Jul 23 16:23:05.918505 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-04c05883-8acc-45e2-b517-c06ef588c50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.980283 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-7252bd16-202f-4b19-a272-8ad941b10def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.981862 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-7252bd16-202f-4b19-a272-8ad941b10def service neutron] 10.222.0.88 "GET /v2.0/subnets?id=235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 200 len: 855 time: 0.0642149 Jul 23 16:23:06.039056 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-438a3b9b-34d8-47f2-a839-3e4e20e40461 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88f63fd8-47f2-4ddc-b409-b6464fa0e606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436537 Jul 23 16:23:06.184780 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-adfd3538-bbad-4138-b9d8-bb49c36977aa service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341190 Jul 23 16:23:06.336444 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-44ff34d9-bc11-4e21-b291-186984a67f3c req-9cb7a3b6-4a5d-4af3-a5b7-f3e3b802fd93 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431119 Jul 23 16:23:06.703365 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.981993 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59af8d-7513-4b4b-b8a3-2314e614fad7 req-77fdfa9d-8d6c-47ca-bfbe-fd1a11bff6cb tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:06.984023 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5d59af8d-7513-4b4b-b8a3-2314e614fad7 req-77fdfa9d-8d6c-47ca-bfbe-fd1a11bff6cb tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 943 time: 0.0851817 Jul 23 16:23:07.042508 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5d59af8d-7513-4b4b-b8a3-2314e614fad7 req-3832b13b-afb1-49ca-aaa7-338757af532f tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Jul 23 16:23:07.745489 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.217290 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.250080 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e44be-a408-407e-bf67-cf014a961372 req-8d10bef9-c8b3-4a47-a8ff-c63d48a26ade tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:08.251526 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-083e44be-a408-407e-bf67-cf014a961372 req-8d10bef9-c8b3-4a47-a8ff-c63d48a26ade tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 943 time: 0.0970070 Jul 23 16:23:08.298217 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-083e44be-a408-407e-bf67-cf014a961372 req-85524a92-28f7-4e46-b32b-c57acc5e07cf tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Jul 23 16:23:08.534808 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 1380541e-56ba-432b-bc79-6036b25733df details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:23:08.687674 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 1380541e-56ba-432b-bc79-6036b25733df, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1380541e-56ba-432b-bc79-6036b25733df,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:08.709928 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '1380541e-56ba-432b-bc79-6036b25733df', 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606', 'port_id': '1380541e-56ba-432b-bc79-6036b25733df', 'mac_address': 'fa:16:3e:b7:d9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235bfb14-87b3-45d2-b52e-32c76a09ed9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:23:08.765423 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.783774 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1380541e-56ba-432b-bc79-6036b25733df {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:08.801059 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 1380541e-56ba-432b-bc79-6036b25733df, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1380541e-56ba-432b-bc79-6036b25733df,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:08.805612 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.807310 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:08.876580 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=1380541e-56ba-432b-bc79-6036b25733df,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:08.879977 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:09.077969 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['1380541e-56ba-432b-bc79-6036b25733df'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:23:09.496560 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da35caf-8828-42d2-b9a2-9dbeea58cbf6 req-646015f5-0045-4033-8a31-ce1b96a9ec2b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.498114 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6da35caf-8828-42d2-b9a2-9dbeea58cbf6 req-646015f5-0045-4033-8a31-ce1b96a9ec2b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 944 time: 0.0892773 Jul 23 16:23:09.550942 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6da35caf-8828-42d2-b9a2-9dbeea58cbf6 req-31a802aa-bc6a-4931-bab9-3d6926f58226 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Jul 23 16:23:10.544073 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 1380541e-56ba-432b-bc79-6036b25733df up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:23:10.618565 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 1380541e-56ba-432b-bc79-6036b25733df completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:10.623983 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 1380541e-56ba-432b-bc79-6036b25733df triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:10.624371 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.744491 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.777629 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1fe285-4424-41ff-8b56-ff6318171c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1380541e-56ba-432b-bc79-6036b25733df'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:10.797717 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 1380541e-56ba-432b-bc79-6036b25733df, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1380541e-56ba-432b-bc79-6036b25733df,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:10.798031 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b56ef-1768-4f3c-b853-b217e3c39bce req-6c04d4c7-17f5-4222-b418-a15a319be777 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:10.800406 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ed9b56ef-1768-4f3c-b853-b217e3c39bce req-6c04d4c7-17f5-4222-b418-a15a319be777 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 944 time: 0.1096241 Jul 23 16:23:10.807933 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.810053 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:10.874573 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1fe285-4424-41ff-8b56-ff6318171c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1380541e-56ba-432b-bc79-6036b25733df', 'code': 200} Jul 23 16:23:10.895525 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ed9b56ef-1768-4f3c-b853-b217e3c39bce req-52795858-2351-415e-80ad-146a7924e218 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Jul 23 16:23:10.921984 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=1380541e-56ba-432b-bc79-6036b25733df,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:10.928074 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:11.156140 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269834e-de3c-4f57-bee2-d221c632cc47 req-acd82b01-2d35-4cf4-a320-17802065f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:11.157690 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a269834e-de3c-4f57-bee2-d221c632cc47 req-acd82b01-2d35-4cf4-a320-17802065f9a4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 1098 time: 0.1022873 Jul 23 16:23:11.201685 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a269834e-de3c-4f57-bee2-d221c632cc47 req-4e5b7d02-6cfe-4920-9c2c-740359d7ec50 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359778 Jul 23 16:23:12.102354 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d9c92-7987-495a-b231-e19019fd7d9c req-7052023b-38ed-480a-9319-aee179a9e0e9 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:12.103872 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-884d9c92-7987-495a-b231-e19019fd7d9c req-7052023b-38ed-480a-9319-aee179a9e0e9 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 945 time: 0.0839589 Jul 23 16:23:12.151944 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-884d9c92-7987-495a-b231-e19019fd7d9c req-e526b241-c376-4f86-8ce7-5b1291569543 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Jul 23 16:23:13.366562 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b114e-c3a1-40f2-922f-b7f3aacc0b69 req-bc865f71-b9f3-40b9-8ccc-3974340df7b7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:13.369076 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c79b114e-c3a1-40f2-922f-b7f3aacc0b69 req-bc865f71-b9f3-40b9-8ccc-3974340df7b7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 945 time: 0.0988855 Jul 23 16:23:13.416259 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c79b114e-c3a1-40f2-922f-b7f3aacc0b69 req-7f72cc93-544e-49b0-8725-2d2241918105 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Jul 23 16:23:14.699523 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637fd36-a5d8-45fc-9c9e-a2fe4a4239fa req-49d55814-a983-40b1-bcf8-4d440eee99f0 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:14.700990 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f637fd36-a5d8-45fc-9c9e-a2fe4a4239fa req-49d55814-a983-40b1-bcf8-4d440eee99f0 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 946 time: 0.0845513 Jul 23 16:23:14.744962 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f637fd36-a5d8-45fc-9c9e-a2fe4a4239fa req-b16b896a-9dd6-4f2f-afaa-3212a532b03b tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376015 Jul 23 16:23:15.944014 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0e4bf-e8f7-4930-9aae-430d7b7b442a req-c6522740-2b16-4362-a8ef-4b2057d1879e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:15.945568 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e7b0e4bf-e8f7-4930-9aae-430d7b7b442a req-c6522740-2b16-4362-a8ef-4b2057d1879e tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 946 time: 0.0873802 Jul 23 16:23:15.993588 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e7b0e4bf-e8f7-4930-9aae-430d7b7b442a req-7fe0d7db-77f2-45b0-80a7-9d9648c23acb tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Jul 23 16:23:17.229367 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3875c1-e469-439b-8f7d-3d8cc4c61507 req-221bc8ac-e3b9-4fef-9c4a-b0b9d03755ef tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:17.230754 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cd3875c1-e469-439b-8f7d-3d8cc4c61507 req-221bc8ac-e3b9-4fef-9c4a-b0b9d03755ef tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 946 time: 0.0936344 Jul 23 16:23:17.278441 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cd3875c1-e469-439b-8f7d-3d8cc4c61507 req-072748d9-be04-4bf8-a870-99832fc61176 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Jul 23 16:23:18.487878 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667028cd-6932-4ff7-8db5-cb5ed3a27338 req-46dbe3a1-e08f-47de-91c0-a8bb42baaa59 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.490817 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-667028cd-6932-4ff7-8db5-cb5ed3a27338 req-46dbe3a1-e08f-47de-91c0-a8bb42baaa59 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 946 time: 0.0964785 Jul 23 16:23:18.547003 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-667028cd-6932-4ff7-8db5-cb5ed3a27338 req-84e54971-d7a3-4fe9-8944-d87a9450c2ef tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507269 Jul 23 16:23:20.027408 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-9a0afab8-1523-439e-897a-fe768e9429fa tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.028852 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-9a0afab8-1523-439e-897a-fe768e9429fa tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 815 time: 0.2195299 Jul 23 16:23:20.043534 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dedf9d-9336-49cd-9306-49a6ad8d58da req-e9702054-42b8-41df-909a-6937761b8d06 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.044928 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c0dedf9d-9336-49cd-9306-49a6ad8d58da req-e9702054-42b8-41df-909a-6937761b8d06 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 946 time: 0.3608928 Jul 23 16:23:20.073522 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-bd8f5f59-3ba1-4031-8af3-1475f9a92620 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/quotas/7093c0c7079340aab4a1aa4ad8bf79f5 HTTP/1.1" status: 200 len: 375 time: 0.0376937 Jul 23 16:23:20.145387 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-86205b38-04af-4fd4-bb87-0d8145b0dd32 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.147766 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-86205b38-04af-4fd4-bb87-0d8145b0dd32 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.88 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 946 time: 0.2253458 Jul 23 16:23:20.192084 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c0dedf9d-9336-49cd-9306-49a6ad8d58da req-1ab8f8a9-6f0a-4f77-8739-eb63fd21ff3a tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/security-groups?id=78f30232-d6d3-4a06-b9c8-e99b23487da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376250 Jul 23 16:23:20.236231 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Deleting port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:23:20.236525 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.301306 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-1f46b8aa-665c-4047-9bd9-bda5c3fca956 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2210522 Jul 23 16:23:20.579145 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-87da8ee6-98a5-4f04-8037-7acd0980d315 service neutron] 10.222.0.76 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462068 Jul 23 16:23:20.625821 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] For port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,segment=NetworkSegment(54dc8b17-830e-470d-bb64-b2fe631a4ef2),segment_id=54dc8b17-830e-470d-bb64-b2fe631a4ef2)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:20.626229 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.802122 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Calling delete_port for bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 owned by compute:nova {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:23:20.901544 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-d6b43c9a-aab9-4291-91d7-8db36f471a8c service neutron] 10.222.0.76 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153355 Jul 23 16:23:20.979126 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.984650 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:21.034014 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Pushing event deleted for resources: {'Port': ['ID=bc36f5dd-39ba-4a8a-9a88-d694cc95eb03,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:21.074049 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.074415 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.074774 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.075243 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.075486 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.075834 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.076189 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.076605 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.076872 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.077253 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.077600 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.077932 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:21.122718 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:21.158024 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d3560767-7211-4713-b5c6-50003a7ce479 req-438ca17e-3f35-42d8-acca-f694107b0de1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 210 time: 0.0946481 Jul 23 16:23:21.167314 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] No DVR routers for this DVR port bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 on host hv-cinder-80203 {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:21.169972 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.172866 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ea090-4c13-4181-979d-edfd7f915273', 'name': 'network-vif-deleted', 'tag': 'bc36f5dd-39ba-4a8a-9a88-d694cc95eb03'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:21.185321 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfa0583b-2015-4f39-b22b-08dd9eb2ddb0 req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.88 "DELETE /v2.0/ports/bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 HTTP/1.1" status: 204 len: 173 time: 1.0319865 Jul 23 16:23:21.252546 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ea090-4c13-4181-979d-edfd7f915273', 'name': 'network-vif-deleted', 'tag': 'bc36f5dd-39ba-4a8a-9a88-d694cc95eb03', 'status': 'completed', 'code': 200} Jul 23 16:23:21.380521 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a928a0f0-9a6a-489b-8197-096593120108 req-e0f13902-c2ac-4d1d-b9d1-8aa6af1683f7 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Synchronizing usage tracker for tenant:af850821757e4b2490e4b003948e1ca2 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:23:21.396117 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a928a0f0-9a6a-489b-8197-096593120108 req-e0f13902-c2ac-4d1d-b9d1-8aa6af1683f7 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Unset dirty status for tenant:af850821757e4b2490e4b003948e1ca2 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:23:21.397344 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a928a0f0-9a6a-489b-8197-096593120108 req-e0f13902-c2ac-4d1d-b9d1-8aa6af1683f7 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97ea090-4c13-4181-979d-edfd7f915273 HTTP/1.1" status: 200 len: 210 time: 0.0609157 Jul 23 16:23:22.420213 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-14d3b863-7cf4-46d8-912f-c761ad264774 req-76ddadbb-d542-483e-a52d-590311abb34a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 210 time: 0.0585623 Jul 23 16:23:22.516313 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:23:22.549091 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-7715bf53-bd3f-4f2b-a1b7-5d1da2003781 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:22.550825 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-7715bf53-bd3f-4f2b-a1b7-5d1da2003781 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 815 time: 0.3413587 Jul 23 16:23:22.584250 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Request body: {'port': {'device_id': '1fd7ed82-a60b-4160-89d8-d2f9436b46c2', 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606', 'admin_state_up': True, 'tenant_id': '7093c0c7079340aab4a1aa4ad8bf79f5'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:22.615860 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:23:22.655216 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:23:22.655864 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device bc36f5dd-39ba-4a8a-9a88-d694cc95eb03 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:23:22.748601 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:23:22.760415 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:23:22.774354 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Made reservation on behalf of 7093c0c7079340aab4a1aa4ad8bf79f5 for: {'port': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:22.777834 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:22.961232 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Allocated IP 172.20.0.12 (88f63fd8-47f2-4ddc-b409-b6464fa0e606/235bfb14-87b3-45d2-b52e-32c76a09ed9b/690cc3d2-6962-4f95-982c-9b178825e11a) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:23.203093 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.239789 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.250681 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:23.253472 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['23179fed-31c3-407f-9cf4-c5ecb9c07da8', '25ead5f7-3395-402a-9481-6a9a688e05ae', '1380541e-56ba-432b-bc79-6036b25733df'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:23:23.369931 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:23.375000 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:23.378708 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:23:23.432472 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Pushing event updated for resources: {'Port': ['ID=690cc3d2-6962-4f95-982c-9b178825e11a,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:23.435386 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:23.477693 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.478635 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.507661 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-03c3bb30-789c-48a1-8e33-d41245a8f46a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9297585 Jul 23 16:23:23.521437 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Request body: {'port': {'device_id': '1fd7ed82-a60b-4160-89d8-d2f9436b46c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:23.708594 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.863190 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55da6dd-ef6a-46fd-ba94-df515cfa7d6f req-d783b126-b19b-4b8e-9b20-cd3c33a134e1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.864214 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a55da6dd-ef6a-46fd-ba94-df515cfa7d6f req-d783b126-b19b-4b8e-9b20-cd3c33a134e1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Synchronizing usage tracker for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:23:23.966189 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a55da6dd-ef6a-46fd-ba94-df515cfa7d6f req-d783b126-b19b-4b8e-9b20-cd3c33a134e1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Unset dirty status for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:23:23.967355 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a55da6dd-ef6a-46fd-ba94-df515cfa7d6f req-d783b126-b19b-4b8e-9b20-cd3c33a134e1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 932 time: 0.3526578 Jul 23 16:23:24.084318 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a55da6dd-ef6a-46fd-ba94-df515cfa7d6f req-d9f4261f-332c-4c46-905b-4acd6c24e483 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059878 Jul 23 16:23:24.353467 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690cc3d2-6962-4f95-982c-9b178825e11a {{(pid=78583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:24.367120 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.382675 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Transition to ACTIVE for port object 690cc3d2-6962-4f95-982c-9b178825e11a will not be triggered until provisioned by entity L2. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:24.386236 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.391000 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:24.680096 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Pushing event updated for resources: {'Port': ['ID=690cc3d2-6962-4f95-982c-9b178825e11a,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:24.713018 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:24.769619 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Attempting to bind port 690cc3d2-6962-4f95-982c-9b178825e11a on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:24.770035 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Attempting to bind port 690cc3d2-6962-4f95-982c-9b178825e11a by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:24.770418 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Attempting to bind port 690cc3d2-6962-4f95-982c-9b178825e11a on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:23:24.776186 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Port 690cc3d2-6962-4f95-982c-9b178825e11a on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:23:24.776599 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Attempting to bind port 690cc3d2-6962-4f95-982c-9b178825e11a on network 88f63fd8-47f2-4ddc-b409-b6464fa0e606 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:23:24.784332 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:23:24.784752 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Checking segment: {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:23:24.785252 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Bound using segment: {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:23:24.785716 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Bound port: 690cc3d2-6962-4f95-982c-9b178825e11a, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c6dadd-7bbf-4768-b150-7d33afebe070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606'}}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:24.786102 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.881308 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] For port 690cc3d2-6962-4f95-982c-9b178825e11a, host hv-cinder-80203, cleared binding levels {{(pid=78583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:23:24.884269 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] For port 690cc3d2-6962-4f95-982c-9b178825e11a, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=690cc3d2-6962-4f95-982c-9b178825e11a,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:23:24.889612 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.894071 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bb04851f-c322-40fb-933a-6a7adafce74d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:24.951381 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.951993 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.953364 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-442c52b7-9003-4751-b37d-427711f11013 service neutron] 10.222.0.88 "PUT /v2.0/ports/690cc3d2-6962-4f95-982c-9b178825e11a HTTP/1.1" status: 200 len: 1094 time: 1.4375141 Jul 23 16:23:24.953859 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7ed82-a60b-4160-89d8-d2f9436b46c2', 'tag': '690cc3d2-6962-4f95-982c-9b178825e11a'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:24.972948 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Pushing event updated for resources: {'Port': ['ID=690cc3d2-6962-4f95-982c-9b178825e11a,revision_number=3']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:24.976418 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:25.046266 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd7ed82-a60b-4160-89d8-d2f9436b46c2', 'tag': '690cc3d2-6962-4f95-982c-9b178825e11a', 'status': 'completed', 'code': 200} Jul 23 16:23:25.107524 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-472a0c2e-6c5d-4b82-9165-2168a0d49eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.109885 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-472a0c2e-6c5d-4b82-9165-2168a0d49eec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 1097 time: 0.0996568 Jul 23 16:23:25.187063 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-bd001463-1451-425b-8dd6-ce232056b891 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690cc3d2-6962-4f95-982c-9b178825e11a HTTP/1.1" status: 200 len: 217 time: 0.0677264 Jul 23 16:23:25.302047 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-635f8d5c-9701-47bf-9e5b-12fd3bcbb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.303562 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-635f8d5c-9701-47bf-9e5b-12fd3bcbb89f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 200 len: 855 time: 0.1097820 Jul 23 16:23:25.355190 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-6ec0a351-52f7-4bcc-914c-52fe230570f2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88f63fd8-47f2-4ddc-b409-b6464fa0e606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432429 Jul 23 16:23:25.421426 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5382-7bb2-4d3b-9428-6e8e1eadfc49 req-23d075e9-674c-44b7-9612-a002965edf10 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.422905 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-767e5382-7bb2-4d3b-9428-6e8e1eadfc49 req-23d075e9-674c-44b7-9612-a002965edf10 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 944 time: 0.1823721 Jul 23 16:23:25.535217 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-767e5382-7bb2-4d3b-9428-6e8e1eadfc49 req-c4ca8074-24e6-48ae-baa1-7d0e5a02ac60 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698533 Jul 23 16:23:25.541620 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-56f6c6b9-60bc-4bf9-be70-bfbb0ef2a59a service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780851 Jul 23 16:23:25.699690 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a553f3c8-dce3-485e-8d92-8a047e84f2f4 req-25446a47-f30e-4cf1-a69a-ad27cd60525d service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501343 Jul 23 16:23:25.826800 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-e7eda6a2-a87c-4821-be50-8b87e1438d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.828465 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-e7eda6a2-a87c-4821-be50-8b87e1438d48 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 1097 time: 0.0830543 Jul 23 16:23:25.992835 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-d5354c14-1234-4e3f-990c-e384acbdadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.995170 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-d5354c14-1234-4e3f-990c-e384acbdadc9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 916 time: 0.1597550 Jul 23 16:23:26.070305 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-5250a111-a25f-40fa-ad9e-6cad6f608f29 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690cc3d2-6962-4f95-982c-9b178825e11a HTTP/1.1" status: 200 len: 217 time: 0.0651295 Jul 23 16:23:26.162103 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-1ac311cc-e991-474d-bbf6-463e780edacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.163539 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-1ac311cc-e991-474d-bbf6-463e780edacf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 200 len: 855 time: 0.0837297 Jul 23 16:23:26.215575 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-7377460c-534a-4bc6-99cd-712f5d4710b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88f63fd8-47f2-4ddc-b409-b6464fa0e606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404329 Jul 23 16:23:26.409440 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-430b8be3-5829-486f-9e21-910d1ffc9e07 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829684 Jul 23 16:23:26.571276 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-846ef43e-d97e-4ac6-8dcb-6341487e02a9 req-3d1766d5-4917-468c-ad12-622c40c83158 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544619 Jul 23 16:23:26.909822 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928629b-7aea-4c10-8bf8-10b13993df40 req-325670d9-badb-43bf-8a7b-23c08477c98f tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.911972 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5928629b-7aea-4c10-8bf8-10b13993df40 req-325670d9-badb-43bf-8a7b-23c08477c98f tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 944 time: 0.2452767 Jul 23 16:23:26.962748 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5928629b-7aea-4c10-8bf8-10b13993df40 req-3eb74761-c233-4929-8f79-a6d98ea54fd2 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Jul 23 16:23:28.192058 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606880-3286-4368-822e-b807d7c01304 req-ce7e7236-1646-4c02-a0fa-e0a203730154 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.194404 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7606880-3286-4368-822e-b807d7c01304 req-ce7e7236-1646-4c02-a0fa-e0a203730154 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 944 time: 0.1095359 Jul 23 16:23:28.246470 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a7606880-3286-4368-822e-b807d7c01304 req-7346c5cc-d01e-4810-8d2e-87ad205ae4bc tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Jul 23 16:23:28.648784 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 690cc3d2-6962-4f95-982c-9b178825e11a details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:23:28.841311 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 690cc3d2-6962-4f95-982c-9b178825e11a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=690cc3d2-6962-4f95-982c-9b178825e11a,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:28.860083 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '690cc3d2-6962-4f95-982c-9b178825e11a', 'network_id': '88f63fd8-47f2-4ddc-b409-b6464fa0e606', 'port_id': '690cc3d2-6962-4f95-982c-9b178825e11a', 'mac_address': 'fa:16:3e:19:eb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235bfb14-87b3-45d2-b52e-32c76a09ed9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:23:28.936904 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.957548 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690cc3d2-6962-4f95-982c-9b178825e11a {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:28.973638 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 690cc3d2-6962-4f95-982c-9b178825e11a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=690cc3d2-6962-4f95-982c-9b178825e11a,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:28.978111 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.979991 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:29.054416 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=690cc3d2-6962-4f95-982c-9b178825e11a,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:29.059028 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:29.244347 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['690cc3d2-6962-4f95-982c-9b178825e11a'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:23:29.513766 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea781502-5881-48b2-a095-f50b23e6c90c req-d3703986-1528-42c3-a53f-ce5570c68adf tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:29.515903 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ea781502-5881-48b2-a095-f50b23e6c90c req-d3703986-1528-42c3-a53f-ce5570c68adf tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 945 time: 0.1363668 Jul 23 16:23:29.586861 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ea781502-5881-48b2-a095-f50b23e6c90c req-15a271fb-2d01-443d-8b84-baa588a4f621 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625768 Jul 23 16:23:30.678545 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 690cc3d2-6962-4f95-982c-9b178825e11a up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:23:30.801064 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 690cc3d2-6962-4f95-982c-9b178825e11a completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:30.808545 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 690cc3d2-6962-4f95-982c-9b178825e11a triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:30.809176 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.812127 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82c8e-3460-4a50-b447-119935e01006 req-8d8c6787-5169-400a-bcfb-b2dcc12471d8 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:30.814722 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-13e82c8e-3460-4a50-b447-119935e01006 req-8d8c6787-5169-400a-bcfb-b2dcc12471d8 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 945 time: 0.1077425 Jul 23 16:23:30.891447 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-13e82c8e-3460-4a50-b447-119935e01006 req-158d7617-45f0-4bbd-9d70-4ea4053b82a0 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692465 Jul 23 16:23:30.977363 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:31.031717 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7ed82-a60b-4160-89d8-d2f9436b46c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690cc3d2-6962-4f95-982c-9b178825e11a'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:31.050376 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 690cc3d2-6962-4f95-982c-9b178825e11a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=690cc3d2-6962-4f95-982c-9b178825e11a,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:31.056529 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:31.061586 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:31.103326 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7ed82-a60b-4160-89d8-d2f9436b46c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690cc3d2-6962-4f95-982c-9b178825e11a', 'code': 200} Jul 23 16:23:31.144440 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=690cc3d2-6962-4f95-982c-9b178825e11a,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:31.149343 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:31.380490 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813215bd-a0e7-4cb6-9744-a1c8cfd5cd95 req-c9939af5-5b56-4ef9-b934-55374bcbeb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.383582 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-813215bd-a0e7-4cb6-9744-a1c8cfd5cd95 req-c9939af5-5b56-4ef9-b934-55374bcbeb0c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 1099 time: 0.0873148 Jul 23 16:23:31.428328 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-813215bd-a0e7-4cb6-9744-a1c8cfd5cd95 req-e24243fc-7b1d-456f-b4e6-bddad99706fc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385566 Jul 23 16:23:32.151261 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6433f35-3b97-4921-955f-9ce89d219869 req-1419de88-ca98-4942-af72-b96108f39f34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:32.153303 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d6433f35-3b97-4921-955f-9ce89d219869 req-1419de88-ca98-4942-af72-b96108f39f34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 946 time: 0.1053722 Jul 23 16:23:32.219817 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d6433f35-3b97-4921-955f-9ce89d219869 req-8e39907c-afce-4cfb-b65f-6279decdda0a tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579557 Jul 23 16:23:33.273145 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3cd5826b-5500-4a55-afc4-17db357cba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.508683 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f66b1-9dff-468c-b5a8-28190b721cd0 req-304e7ea9-d50e-4052-aed6-7b85d1759fb8 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.510926 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e12f66b1-9dff-468c-b5a8-28190b721cd0 req-304e7ea9-d50e-4052-aed6-7b85d1759fb8 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 946 time: 0.1110947 Jul 23 16:23:33.578330 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.583194 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e12f66b1-9dff-468c-b5a8-28190b721cd0 req-9bf23ef8-8f00-4abd-a989-625a86cee675 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624416 Jul 23 16:23:35.925760 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-533356e0-f767-468a-9275-71101eff7e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:36.715532 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.770154 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.228075 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-a11b6018-5abf-4eae-939d-bcb527020eee service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952835 Jul 23 16:23:38.229608 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.448566 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-07e188e4-46e0-44d4-af15-ae4f68f13a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:38.451125 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-07e188e4-46e0-44d4-af15-ae4f68f13a53 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 1098 time: 0.1059468 Jul 23 16:23:38.689470 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-81538b5c-dd8a-43cc-b6b0-fe1021a17846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:38.691325 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-81538b5c-dd8a-43cc-b6b0-fe1021a17846 service neutron] 10.222.0.88 "GET /v2.0/networks?id=88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 200 len: 916 time: 0.2171376 Jul 23 16:23:38.775098 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-e6f11834-b680-4a1b-88f7-f1bb96a33a80 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23179fed-31c3-407f-9cf4-c5ecb9c07da8 HTTP/1.1" status: 200 len: 217 time: 0.0759969 Jul 23 16:23:38.857515 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-3ff5e133-b15b-4c46-9257-29f72e1d9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:38.859148 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-3ff5e133-b15b-4c46-9257-29f72e1d9e5e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 200 len: 855 time: 0.0762122 Jul 23 16:23:38.914670 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-008b339a-bd56-4dd1-9529-da893905afbe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=88f63fd8-47f2-4ddc-b409-b6464fa0e606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484214 Jul 23 16:23:39.116029 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-2378909f-861a-44ff-91f4-53071016e7af service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873164 Jul 23 16:23:39.319493 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-69c08e5a-b89e-46f2-99d4-07937a90be90 req-ef5844be-1dde-4ae6-a255-88256e7dba51 service neutron] 10.222.0.88 "GET /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942949 Jul 23 16:23:42.214322 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5eb20-ece6-4ed2-b1f9-cca0efab633e req-75764257-11bf-4348-9500-0b78fe74f4bb tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.215721 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b1d5eb20-ece6-4ed2-b1f9-cca0efab633e req-75764257-11bf-4348-9500-0b78fe74f4bb tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 946 time: 0.0844805 Jul 23 16:23:42.265196 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b1d5eb20-ece6-4ed2-b1f9-cca0efab633e req-effb43af-d8d6-48c0-a646-d5537e1a3d95 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Jul 23 16:23:43.463275 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c1035-40d0-4380-b14b-1a23b2e8051a req-ff3bbe6b-7fcd-4d51-abba-abd1870779ed tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.464736 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c43c1035-40d0-4380-b14b-1a23b2e8051a req-ff3bbe6b-7fcd-4d51-abba-abd1870779ed tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 946 time: 0.0893199 Jul 23 16:23:43.512753 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c43c1035-40d0-4380-b14b-1a23b2e8051a req-00685580-0f6f-465f-be6d-f4f1e1320c44 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Jul 23 16:23:43.590141 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35038) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:23:43.657800 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Deleting subnet 8a2bd48a-89be-4c12-a72f-ee51d95fbdbf {{(pid=78584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:23:43.661037 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.712176 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14995931'] for subnet, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.770940 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.840673 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15683547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14962779'] for subnet, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.847585 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-678d8ef3-8251-452e-a6d6-aa9b58286fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:43.884120 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2bd48a-89be-4c12-a72f-ee51d95fbdbf,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:43.889286 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.898602 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.898969 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.899328 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.899680 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.900025 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.900372 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.900716 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.901057 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.901445 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.901787 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.902129 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.902518 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:43.910224 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8a2bd48a-89be-4c12-a72f-ee51d95fbdbf HTTP/1.1" status: 204 len: 168 time: 0.3147840 Jul 23 16:23:43.910224 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:43.910808 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35042) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:23:44.028297 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.042509 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3b0ab302-6c68-425c-87a1-21aa38f27962 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.044072 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3b0ab302-6c68-425c-87a1-21aa38f27962 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 946 time: 0.1813109 Jul 23 16:23:44.130655 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Deleting port 690cc3d2-6962-4f95-982c-9b178825e11a {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:23:44.130940 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.168753 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.183289 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874c0974-d240-4aea-8910-24de08e6d52f']}} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:44.207297 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dc8b17-830e-470d-bb64-b2fe631a4ef2') {'for_net_delete': True} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:44.207741 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dc8b17-830e-470d-bb64-b2fe631a4ef2') {} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:44.227544 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14995908'] for segment, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.252897 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.260016 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=78584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:23:44.260482 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15683517'] for segment, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: Traceback (most recent call last): Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: timer() Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: cb(*args, **kw) Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: return func(*args, **kwargs) Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: self._notify() Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: self.callback(batched_events) Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: event.method(event) Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: return f(self, *a, **k) Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: return self._get(url).json() Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: return self.request(url, 'GET', **kwargs) Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:23:44.274872 dv-cinder-802036-1-smb neutron-server[78584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:23:44.354220 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.358138 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:44.371690 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.383481 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Pushing event deleted for resources: {'Network': ['ID=874c0974-d240-4aea-8910-24de08e6d52f,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:44.386321 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:44.391006 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] 10.222.0.76 "DELETE /v2.0/networks/874c0974-d240-4aea-8910-24de08e6d52f HTTP/1.1" status: 204 len: 168 time: 0.4792504 Jul 23 16:23:44.488088 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] For port 690cc3d2-6962-4f95-982c-9b178825e11a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=690cc3d2-6962-4f95-982c-9b178825e11a,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:44.488713 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.557859 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35050) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:23:44.654953 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Calling delete_port for 690cc3d2-6962-4f95-982c-9b178825e11a owned by compute:nova {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:23:44.824111 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-90d42374-ff30-4e0e-9bf8-dd2f19a529b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af850821757e4b2490e4b003948e1ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650647 Jul 23 16:23:44.829199 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35054) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:23:44.897240 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e276cf-a7cb-458c-a261-c7d61765e6ac req-1346ab41-8e84-4982-8562-729d2104d3a6 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.899037 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e6e276cf-a7cb-458c-a261-c7d61765e6ac req-1346ab41-8e84-4982-8562-729d2104d3a6 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 946 time: 0.2066433 Jul 23 16:23:44.938804 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8884d358-ce65-407c-b7c8-78ffabdf3a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.954304 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.961954 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:44.970353 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['23179fed-31c3-407f-9cf4-c5ecb9c07da8', '25ead5f7-3395-402a-9481-6a9a688e05ae', '1380541e-56ba-432b-bc79-6036b25733df'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:23:44.993275 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8884d358-ce65-407c-b7c8-78ffabdf3a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.022805 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Pushing event deleted for resources: {'Port': ['ID=690cc3d2-6962-4f95-982c-9b178825e11a,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:45.032445 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e6e276cf-a7cb-458c-a261-c7d61765e6ac req-e6421a0d-1a03-4030-8fc6-10a93df15dd9 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182196 Jul 23 16:23:45.033448 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:45.104010 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8884d358-ce65-407c-b7c8-78ffabdf3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.108495 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-109f35b8-e2aa-48a9-9d05-2f40c5ed0b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:45.111900 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] No DVR routers for this DVR port 690cc3d2-6962-4f95-982c-9b178825e11a on host hv-cinder-80203 {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:45.114820 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.117691 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7ed82-a60b-4160-89d8-d2f9436b46c2', 'name': 'network-vif-deleted', 'tag': '690cc3d2-6962-4f95-982c-9b178825e11a'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:45.129721 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884d358-ce65-407c-b7c8-78ffabdf3a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f30232-d6d3-4a06-b9c8-e99b23487da7,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:45.137909 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8884d358-ce65-407c-b7c8-78ffabdf3a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:45.149216 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c6dcc5d7-f234-4d51-b44b-46d7002aa853 req-3cfcacf9-25d3-4c7c-ba72-58ab329fd0f7 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "DELETE /v2.0/ports/690cc3d2-6962-4f95-982c-9b178825e11a HTTP/1.1" status: 204 len: 173 time: 1.0932178 Jul 23 16:23:45.151180 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8884d358-ce65-407c-b7c8-78ffabdf3a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.152407 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-8884d358-ce65-407c-b7c8-78ffabdf3a37 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/78f30232-d6d3-4a06-b9c8-e99b23487da7 HTTP/1.1" status: 204 len: 168 time: 0.3196037 Jul 23 16:23:45.175716 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7ed82-a60b-4160-89d8-d2f9436b46c2', 'name': 'network-vif-deleted', 'tag': '690cc3d2-6962-4f95-982c-9b178825e11a', 'status': 'completed', 'code': 200} Jul 23 16:23:46.230515 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-756f64c9-8702-4f26-be7d-dd747f9fd321 req-89864872-caa9-45bd-92ea-55d715670443 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Synchronizing usage tracker for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:23:46.245598 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-756f64c9-8702-4f26-be7d-dd747f9fd321 req-89864872-caa9-45bd-92ea-55d715670443 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Unset dirty status for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:23:46.246929 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-756f64c9-8702-4f26-be7d-dd747f9fd321 req-89864872-caa9-45bd-92ea-55d715670443 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd7ed82-a60b-4160-89d8-d2f9436b46c2 HTTP/1.1" status: 200 len: 210 time: 0.0638876 Jul 23 16:23:46.785364 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 690cc3d2-6962-4f95-982c-9b178825e11a no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:23:46.822391 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 690cc3d2-6962-4f95-982c-9b178825e11a {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:23:46.822918 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 690cc3d2-6962-4f95-982c-9b178825e11a not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:23:48.976125 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d585bb7-de53-4313-9352-fd269b3ef9a0 req-72cc4ad0-8ad8-496b-9e2f-30f87ab628df tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.977612 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1d585bb7-de53-4313-9352-fd269b3ef9a0 req-72cc4ad0-8ad8-496b-9e2f-30f87ab628df tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 945 time: 0.0913675 Jul 23 16:23:49.023500 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1d585bb7-de53-4313-9352-fd269b3ef9a0 req-ea599046-eb1e-49a7-890d-4c49f1e93f57 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Jul 23 16:23:50.216930 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1d5a2-967a-40c3-bb51-3a76d7664c4c req-a22c6865-3304-4196-a0ad-fc9a208c35c9 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.218342 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-acc1d5a2-967a-40c3-bb51-3a76d7664c4c req-a22c6865-3304-4196-a0ad-fc9a208c35c9 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 945 time: 0.0854499 Jul 23 16:23:50.270160 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-acc1d5a2-967a-40c3-bb51-3a76d7664c4c req-9231acef-6e94-4873-91a7-c6dec39e599f tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Jul 23 16:23:50.585033 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-61d6352a-98e6-462f-b7eb-b7ec455a26e6 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.586523 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-61d6352a-98e6-462f-b7eb-b7ec455a26e6 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 945 time: 0.0914190 Jul 23 16:23:50.670484 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Deleting port 1380541e-56ba-432b-bc79-6036b25733df {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:23:50.670982 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.043856 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] For port 1380541e-56ba-432b-bc79-6036b25733df, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1380541e-56ba-432b-bc79-6036b25733df,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:51.044209 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.165921 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Calling delete_port for 1380541e-56ba-432b-bc79-6036b25733df owned by compute:nova {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:23:51.317963 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.324551 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bccafd8a-5da9-4a7f-8d6a-ae407ca0b9d1 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:51.331261 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['23179fed-31c3-407f-9cf4-c5ecb9c07da8', '25ead5f7-3395-402a-9481-6a9a688e05ae', '1380541e-56ba-432b-bc79-6036b25733df'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:23:51.370170 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Pushing event deleted for resources: {'Port': ['ID=1380541e-56ba-432b-bc79-6036b25733df,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:51.374008 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:51.486626 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-56cc4669-c793-4da0-8cfe-50b202040146 req-2dcac0c1-44f4-493b-ada7-0a8345e5f08f tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a1fe285-4424-41ff-8b56-ff6318171c61 HTTP/1.1" status: 200 len: 210 time: 0.0831294 Jul 23 16:23:51.491891 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] No DVR routers for this DVR port 1380541e-56ba-432b-bc79-6036b25733df on host hv-cinder-80203 {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:51.494536 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.497325 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1fe285-4424-41ff-8b56-ff6318171c61', 'name': 'network-vif-deleted', 'tag': '1380541e-56ba-432b-bc79-6036b25733df'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:51.523182 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-daee4da4-458a-4b8d-90e1-9bcc3ea306ac req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "DELETE /v2.0/ports/1380541e-56ba-432b-bc79-6036b25733df HTTP/1.1" status: 204 len: 173 time: 0.9308162 Jul 23 16:23:51.549375 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1fe285-4424-41ff-8b56-ff6318171c61', 'name': 'network-vif-deleted', 'tag': '1380541e-56ba-432b-bc79-6036b25733df', 'status': 'completed', 'code': 200} Jul 23 16:23:53.000282 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9592173-4dd7-4db9-aed4-87260fd65d65 req-6b254d55-339c-47af-aa44-e5466406a178 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.001015 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-b9592173-4dd7-4db9-aed4-87260fd65d65 req-6b254d55-339c-47af-aa44-e5466406a178 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Synchronizing usage tracker for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:23:53.016457 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-b9592173-4dd7-4db9-aed4-87260fd65d65 req-6b254d55-339c-47af-aa44-e5466406a178 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Unset dirty status for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:23:53.017695 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b9592173-4dd7-4db9-aed4-87260fd65d65 req-6b254d55-339c-47af-aa44-e5466406a178 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 945 time: 0.0999248 Jul 23 16:23:53.064488 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b9592173-4dd7-4db9-aed4-87260fd65d65 req-1187fc72-06b4-47d1-81a6-0d66bc21faf0 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Jul 23 16:23:54.313604 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-00466c54-b6f4-4072-b422-1cd79ad6c0ec tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:54.315429 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-00466c54-b6f4-4072-b422-1cd79ad6c0ec tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 945 time: 0.1430364 Jul 23 16:23:54.323589 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69c752-baeb-4bfb-9550-d2cbd39d0e63 req-5b6e2e5f-7273-45e1-9e22-5d11c53cacdc tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:54.324924 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ef69c752-baeb-4bfb-9550-d2cbd39d0e63 req-5b6e2e5f-7273-45e1-9e22-5d11c53cacdc tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 945 time: 0.1205492 Jul 23 16:23:54.416749 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Deleting port 25ead5f7-3395-402a-9481-6a9a688e05ae {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:23:54.417087 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.452731 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ef69c752-baeb-4bfb-9550-d2cbd39d0e63 req-baa7c781-5768-488d-853f-f09b5ea7f7fa tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985403 Jul 23 16:23:54.676070 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] For port 25ead5f7-3395-402a-9481-6a9a688e05ae, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=25ead5f7-3395-402a-9481-6a9a688e05ae,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:23:54.676426 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.786656 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 1380541e-56ba-432b-bc79-6036b25733df no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:23:54.802039 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Calling delete_port for 25ead5f7-3395-402a-9481-6a9a688e05ae owned by compute:nova {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:23:54.821361 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 1380541e-56ba-432b-bc79-6036b25733df {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:23:54.821725 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 1380541e-56ba-432b-bc79-6036b25733df not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:23:54.948364 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.953886 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-792aaf1d-f65c-489e-897b-2254e9dcefce tempest-VolumesActionsTest-1296549521 tempest-VolumesActionsTest-1296549521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:54.960437 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['23179fed-31c3-407f-9cf4-c5ecb9c07da8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:23:55.002680 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Pushing event deleted for resources: {'Port': ['ID=25ead5f7-3395-402a-9481-6a9a688e05ae,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:55.006238 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:55.082510 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] No DVR routers for this DVR port 25ead5f7-3395-402a-9481-6a9a688e05ae on host hv-cinder-80203 {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:55.085035 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.087768 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6d21b3-df00-41d6-8573-a2325f8e871c', 'name': 'network-vif-deleted', 'tag': '25ead5f7-3395-402a-9481-6a9a688e05ae'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:55.120904 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e91a03f6-7e82-4e30-9b5a-4ecbba383cb9 req-f223fa79-2baf-4043-95c6-9c03236a3283 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "DELETE /v2.0/ports/25ead5f7-3395-402a-9481-6a9a688e05ae HTTP/1.1" status: 204 len: 173 time: 0.7939880 Jul 23 16:23:55.139278 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6d21b3-df00-41d6-8573-a2325f8e871c', 'name': 'network-vif-deleted', 'tag': '25ead5f7-3395-402a-9481-6a9a688e05ae', 'status': 'completed', 'code': 200} Jul 23 16:23:55.756752 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a23aee89-fd85-4886-83b6-8553c8f21266 req-554abc0c-0015-4018-88d5-dc3dd05c57a8 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Synchronizing usage tracker for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:23:55.772497 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a23aee89-fd85-4886-83b6-8553c8f21266 req-554abc0c-0015-4018-88d5-dc3dd05c57a8 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Unset dirty status for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:23:55.773831 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a23aee89-fd85-4886-83b6-8553c8f21266 req-554abc0c-0015-4018-88d5-dc3dd05c57a8 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b6d21b3-df00-41d6-8573-a2325f8e871c HTTP/1.1" status: 200 len: 210 time: 0.1863508 Jul 23 16:23:56.802014 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 25ead5f7-3395-402a-9481-6a9a688e05ae no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:23:56.836936 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 25ead5f7-3395-402a-9481-6a9a688e05ae {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:23:56.837322 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 25ead5f7-3395-402a-9481-6a9a688e05ae not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:23:58.509980 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84fafc-10ab-4d74-938f-5e1ce206a4bc req-8181a88a-be48-4f9f-a6bb-7684ad6bcac0 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.511462 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c84fafc-10ab-4d74-938f-5e1ce206a4bc req-8181a88a-be48-4f9f-a6bb-7684ad6bcac0 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 945 time: 0.1026690 Jul 23 16:23:58.558839 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c84fafc-10ab-4d74-938f-5e1ce206a4bc req-4c3ab971-17dc-4887-a15d-36347ba32229 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415587 Jul 23 16:23:59.515106 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:23:59.783302 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dfb88-f60d-418f-9e86-34d4b673324b req-5f48d76f-5715-41a7-a4b6-d078428ef948 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:59.784699 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ab4dfb88-f60d-418f-9e86-34d4b673324b req-5f48d76f-5715-41a7-a4b6-d078428ef948 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 945 time: 0.1102479 Jul 23 16:23:59.829498 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ab4dfb88-f60d-418f-9e86-34d4b673324b req-b0dffa15-f75e-471f-95df-f9002c3a225d tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390103 Jul 23 16:23:59.972895 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe88d54-23bf-41da-9290-b9196d104014 req-86efe232-5deb-45c4-b4a8-24e69c94cc07 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:59.974356 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6fe88d54-23bf-41da-9290-b9196d104014 req-86efe232-5deb-45c4-b4a8-24e69c94cc07 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 945 time: 0.0812516 Jul 23 16:24:00.047488 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-6fe88d54-23bf-41da-9290-b9196d104014 req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Deleting port 23179fed-31c3-407f-9cf4-c5ecb9c07da8 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:24:00.047717 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-6fe88d54-23bf-41da-9290-b9196d104014 req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.295440 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-6fe88d54-23bf-41da-9290-b9196d104014 req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] For port 23179fed-31c3-407f-9cf4-c5ecb9c07da8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=23179fed-31c3-407f-9cf4-c5ecb9c07da8,segment=NetworkSegment(d9c6dadd-7bbf-4768-b150-7d33afebe070),segment_id=d9c6dadd-7bbf-4768-b150-7d33afebe070)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:24:00.295792 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-6fe88d54-23bf-41da-9290-b9196d104014 req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.419112 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-6fe88d54-23bf-41da-9290-b9196d104014 req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Calling delete_port for 23179fed-31c3-407f-9cf4-c5ecb9c07da8 owned by compute:nova {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:24:00.576802 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-6fe88d54-23bf-41da-9290-b9196d104014 req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.583048 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:00.588252 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['23179fed-31c3-407f-9cf4-c5ecb9c07da8'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:24:00.638303 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Pushing event deleted for resources: {'Port': ['ID=23179fed-31c3-407f-9cf4-c5ecb9c07da8,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:00.644430 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:00.727893 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe88d54-23bf-41da-9290-b9196d104014 req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] No DVR routers for this DVR port 23179fed-31c3-407f-9cf4-c5ecb9c07da8 on host hv-cinder-80203 {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:00.730491 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-6fe88d54-23bf-41da-9290-b9196d104014 req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:00.733136 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a79471-9604-4c0a-839d-56b1a6dbd9e3', 'name': 'network-vif-deleted', 'tag': '23179fed-31c3-407f-9cf4-c5ecb9c07da8'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:00.754158 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6fe88d54-23bf-41da-9290-b9196d104014 req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.88 "DELETE /v2.0/ports/23179fed-31c3-407f-9cf4-c5ecb9c07da8 HTTP/1.1" status: 204 len: 173 time: 0.7742109 Jul 23 16:24:00.804304 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a79471-9604-4c0a-839d-56b1a6dbd9e3', 'name': 'network-vif-deleted', 'tag': '23179fed-31c3-407f-9cf4-c5ecb9c07da8', 'status': 'completed', 'code': 200} Jul 23 16:24:00.995672 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-4af7dcd1-ba9a-4b2b-b966-f66bcc2d3e17 req-3b75f4ce-c8c1-47e4-8fb7-50d454ad86d0 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Synchronizing usage tracker for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:24:01.011406 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-4af7dcd1-ba9a-4b2b-b966-f66bcc2d3e17 req-3b75f4ce-c8c1-47e4-8fb7-50d454ad86d0 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Unset dirty status for tenant:7093c0c7079340aab4a1aa4ad8bf79f5 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:24:01.012866 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4af7dcd1-ba9a-4b2b-b966-f66bcc2d3e17 req-3b75f4ce-c8c1-47e4-8fb7-50d454ad86d0 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a79471-9604-4c0a-839d-56b1a6dbd9e3 HTTP/1.1" status: 200 len: 210 time: 0.0587556 Jul 23 16:24:02.108543 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35116) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:02.167589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_v2 [None req-42570f53-1537-4eb7-a0f8-ce22e0aa5c71 admin admin] Deleting subnet 235bfb14-87b3-45d2-b52e-32c76a09ed9b {{(pid=78584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:24:02.170578 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-42570f53-1537-4eb7-a0f8-ce22e0aa5c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.223550 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-42570f53-1537-4eb7-a0f8-ce22e0aa5c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14995931'] for subnet, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.281467 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-42570f53-1537-4eb7-a0f8-ce22e0aa5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.349454 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-42570f53-1537-4eb7-a0f8-ce22e0aa5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15683547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14962779'] for subnet, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.353700 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:02.393208 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42570f53-1537-4eb7-a0f8-ce22e0aa5c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235bfb14-87b3-45d2-b52e-32c76a09ed9b,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:02.395890 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-42570f53-1537-4eb7-a0f8-ce22e0aa5c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:02.398965 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-42570f53-1537-4eb7-a0f8-ce22e0aa5c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.405690 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-42570f53-1537-4eb7-a0f8-ce22e0aa5c71 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/235bfb14-87b3-45d2-b52e-32c76a09ed9b HTTP/1.1" status: 204 len: 168 time: 0.2960212 Jul 23 16:24:02.408335 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35120) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:02.513448 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.642904 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.656161 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f63fd8-47f2-4ddc-b409-b6464fa0e606']}} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:02.674653 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c6dadd-7bbf-4768-b150-7d33afebe070') {'for_net_delete': True} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:02.674943 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c6dadd-7bbf-4768-b150-7d33afebe070') {} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:02.687185 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14995908'] for segment, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.704344 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.711458 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=78584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:02.711854 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15683517'] for segment, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: Traceback (most recent call last): Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: timer() Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: cb(*args, **kw) Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: return func(*args, **kwargs) Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: self._notify() Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: self.callback(batched_events) Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: event.method(event) Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: return f(self, *a, **k) Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: return self._get(url).json() Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:02.726874 dv-cinder-802036-1-smb neutron-server[78584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:02.805194 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.808793 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-05b49c11-8a00-43c0-9216-97fc246ba7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:02.822066 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.835923 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f63fd8-47f2-4ddc-b409-b6464fa0e606,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:02.839057 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:02.844716 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-bf107e0c-6e20-4b0c-ae7d-f55d7b845cb2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/88f63fd8-47f2-4ddc-b409-b6464fa0e606 HTTP/1.1" status: 204 len: 168 time: 0.4354477 Jul 23 16:24:02.848255 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 23179fed-31c3-407f-9cf4-c5ecb9c07da8 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:24:02.882749 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 23179fed-31c3-407f-9cf4-c5ecb9c07da8 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:24:02.883102 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 23179fed-31c3-407f-9cf4-c5ecb9c07da8 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:24:03.034967 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35126) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:03.093291 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-bfa3be40-56fe-4ce8-a826-78e159de22e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7093c0c7079340aab4a1aa4ad8bf79f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569942 Jul 23 16:24:03.096424 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35130) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:03.162423 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fb171f31-907a-45a9-858c-111fd74fe85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:03.191726 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fb171f31-907a-45a9-858c-111fd74fe85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:03.243635 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fb171f31-907a-45a9-858c-111fd74fe85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:03.247442 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-11b00c2d-ad69-44d2-b426-443932456ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:03.264210 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb171f31-907a-45a9-858c-111fd74fe85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e934d0-1f3b-444a-b32b-2fdd2fdc3444,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:03.267702 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-deaa15e1-0b52-4523-871e-c38d702b0fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:03.269915 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-fb171f31-907a-45a9-858c-111fd74fe85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:03.280953 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-fb171f31-907a-45a9-858c-111fd74fe85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:03.283594 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-fb171f31-907a-45a9-858c-111fd74fe85a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e6e934d0-1f3b-444a-b32b-2fdd2fdc3444 HTTP/1.1" status: 204 len: 168 time: 0.1850655 Jul 23 16:24:03.572409 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.928491 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-61fb0c67-364f-4c9f-b5e6-e90898367dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.711412 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.756851 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.219386 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.658713 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35228) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:10.787488 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.802427 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:10.806328 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf8e941121c4c429366e0562759c5d2 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:10.809146 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:10.816235 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:10.905846 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.910878 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.921167 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ab02700a-77c5-482f-ac03-5ac9e5fb3b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:10.965439 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fdf8e941121c4c429366e0562759c5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051727 Jul 23 16:24:10.967402 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ea277-64aa-4bc4-8db6-1801944ba945,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:10.969481 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35234) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:10.971712 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ec3ea0f1-249d-4040-8a72-c5a2a82644c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:11.049881 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8933f292-c719-47be-9bdb-fb2fd9c2b916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.176957 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8933f292-c719-47be-9bdb-fb2fd9c2b916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.236046 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8933f292-c719-47be-9bdb-fb2fd9c2b916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.240801 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-cc5855f3-af7f-4f3c-b9eb-1ee5cbb08139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:11.256957 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933f292-c719-47be-9bdb-fb2fd9c2b916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ea277-64aa-4bc4-8db6-1801944ba945,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:11.262669 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8933f292-c719-47be-9bdb-fb2fd9c2b916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:11.268641 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8933f292-c719-47be-9bdb-fb2fd9c2b916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.270541 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-8933f292-c719-47be-9bdb-fb2fd9c2b916 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a5ea277-64aa-4bc4-8db6-1801944ba945 HTTP/1.1" status: 204 len: 168 time: 0.2990963 Jul 23 16:24:12.175797 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35258) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:12.287479 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-798928603-network', 'tenant_id': '812d214b0f4d42bda173eda46d3b7036'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:12.292239 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:12.296617 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Usage tracker for resource:network and tenant:812d214b0f4d42bda173eda46d3b7036 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:12.300263 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:12.307094 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:12.320344 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Made reservation on behalf of 812d214b0f4d42bda173eda46d3b7036 for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:12.322964 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.335663 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.355012 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:12.362190 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Usage tracker for resource:security_group_rule and tenant:812d214b0f4d42bda173eda46d3b7036 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:12.366525 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:12.376764 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:12.477432 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.482151 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.488848 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0ad90ee2-eaef-418d-b13e-66a3d2b8fedb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:12.521961 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:12.540046 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abbe763-bb5e-4ab3-854d-316e4993ec26,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:12.546247 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:12.550823 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.550823 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Added segment bfd6601a-7838-406a-ac2a-84641f477c56 of type vlan for network 865298fd-128a-438c-bd31-113d780903bf Jul 23 16:24:12.586741 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.625141 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.626721 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:12.627346 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.630907 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:12.739909 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5628741 Jul 23 16:24:12.743231 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35264) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:12.748848 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Pushing event updated for resources: {'Network': ['ID=865298fd-128a-438c-bd31-113d780903bf,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:12.751769 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0349443d-d1ce-4d0b-8fdd-cabfd3f40201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:12.751989 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Request body: {'subnet': {'network_id': '865298fd-128a-438c-bd31-113d780903bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-798928603-subnet', 'tenant_id': '812d214b0f4d42bda173eda46d3b7036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:12.760079 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:12.760937 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 865298fd-128a-438c-bd31-113d780903bf details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:24:12.764340 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Usage tracker for resource:subnet and tenant:812d214b0f4d42bda173eda46d3b7036 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:12.767833 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:12.773713 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:12.785100 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Made reservation on behalf of 812d214b0f4d42bda173eda46d3b7036 for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:12.787698 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15231874'] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.995881 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14461955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15231984'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.999731 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:13.074394 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2239aa17-36e8-4ad2-a1ae-cc328b7deb51,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.078763 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:13.090195 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Checking segment: {'id': 'bfd6601a-7838-406a-ac2a-84641f477c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '865298fd-128a-438c-bd31-113d780903bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:24:13.090546 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Network hostable DHCP agents. Network: 865298fd-128a-438c-bd31-113d780903bf, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:13.110644 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Network 865298fd-128a-438c-bd31-113d780903bf is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:13.120247 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 865298fd-128a-438c-bd31-113d780903bf) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:13.125201 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.125818 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.133814 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbdc097-4447-4d59-9308-649eb8e78306 None None] Network 865298fd-128a-438c-bd31-113d780903bf requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:24:13.157755 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4130239 Jul 23 16:24:13.372173 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304e3b3-8763-42ee-86b7-4595626a1544 None None] Network 865298fd-128a-438c-bd31-113d780903bf requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:24:13.717512 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35282) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:13.726541 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1603935557-network', 'tenant_id': '788f4727c7fc434a9d6474155bac69d4'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:13.732274 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:13.736587 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Usage tracker for resource:network and tenant:788f4727c7fc434a9d6474155bac69d4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:13.740529 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:13.746973 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:13.757787 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Made reservation on behalf of 788f4727c7fc434a9d6474155bac69d4 for: {'network': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:13.760120 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.779221 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.794390 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:13.798256 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Usage tracker for resource:security_group_rule and tenant:788f4727c7fc434a9d6474155bac69d4 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:13.801048 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:13.806718 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:13.894583 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.898824 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.902399 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-57f35139-1b3c-45ab-8777-f483835353c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:13.930771 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=78583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:13.940277 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffecc62-2d28-4fbb-93f0-8f4e427d6432,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.943758 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:13.948183 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.948183 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.segments_db [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Added segment 6a508671-97fc-48db-9e9f-01baeffa83b6 of type vlan for network eb5a3a8b-8aa9-4349-90f3-840720f57012 Jul 23 16:24:13.977993 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.007079 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.008556 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:14.009215 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.013662 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:14.193195 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4744830 Jul 23 16:24:14.196056 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35286) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:14.198597 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5a3a8b-8aa9-4349-90f3-840720f57012,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.201831 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:14.202225 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Request body: {'subnet': {'network_id': 'eb5a3a8b-8aa9-4349-90f3-840720f57012', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1603935557-subnet', 'tenant_id': '788f4727c7fc434a9d6474155bac69d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:14.207673 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:14.208658 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network eb5a3a8b-8aa9-4349-90f3-840720f57012 details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:24:14.212701 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Usage tracker for resource:subnet and tenant:788f4727c7fc434a9d6474155bac69d4 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:14.216129 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:14.222819 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:14.236118 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Made reservation on behalf of 788f4727c7fc434a9d6474155bac69d4 for: {'subnet': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:14.238774 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14962736'] for subnet, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.477078 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15679512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14962754'] for subnet, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.481252 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ff26f0b7-4a2f-4b56-a124-730b9c931465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:14.560992 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da2e9c0-c32c-42a1-b545-2d6195f1b821,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.565431 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:14.572883 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Checking segment: {'id': '6a508671-97fc-48db-9e9f-01baeffa83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'eb5a3a8b-8aa9-4349-90f3-840720f57012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:24:14.573341 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Network hostable DHCP agents. Network: eb5a3a8b-8aa9-4349-90f3-840720f57012, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:14.593342 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Network eb5a3a8b-8aa9-4349-90f3-840720f57012 is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:14.603501 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, eb5a3a8b-8aa9-4349-90f3-840720f57012) {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:14.607698 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:14.608346 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.615571 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338d26e-06f7-4e22-9fa7-bd3db27f9d08 None None] Network eb5a3a8b-8aa9-4349-90f3-840720f57012 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:24:14.631760 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-81cf1a24-102b-45dd-a00a-4ba660d5e0cd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4344790 Jul 23 16:24:14.783082 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35292) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:14.842428 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8161a2c6-b003-4471-b078-6a9238ac6a9b admin admin] Deleting subnet 2239aa17-36e8-4ad2-a1ae-cc328b7deb51 {{(pid=78584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:24:14.845704 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8161a2c6-b003-4471-b078-6a9238ac6a9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.868897 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df0488-ad9b-4a0a-b8ba-cc78eeb59b6a None None] Network eb5a3a8b-8aa9-4349-90f3-840720f57012 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:24:14.896811 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8161a2c6-b003-4471-b078-6a9238ac6a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14995931'] for subnet, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.955139 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8161a2c6-b003-4471-b078-6a9238ac6a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.023007 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8161a2c6-b003-4471-b078-6a9238ac6a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15683547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14962779'] for subnet, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.027163 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:15.061912 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161a2c6-b003-4471-b078-6a9238ac6a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2239aa17-36e8-4ad2-a1ae-cc328b7deb51,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:15.065218 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8161a2c6-b003-4471-b078-6a9238ac6a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:15.066198 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8161a2c6-b003-4471-b078-6a9238ac6a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.072727 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-8161a2c6-b003-4471-b078-6a9238ac6a9b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2239aa17-36e8-4ad2-a1ae-cc328b7deb51 HTTP/1.1" status: 204 len: 168 time: 0.2884884 Jul 23 16:24:15.075061 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35296) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:15.182416 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.304219 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.316590 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865298fd-128a-438c-bd31-113d780903bf']}} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:15.328362 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd6601a-7838-406a-ac2a-84641f477c56') {'for_net_delete': True} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:15.328652 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd6601a-7838-406a-ac2a-84641f477c56') {} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:15.339667 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14995908'] for segment, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.359119 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.365941 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=78584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:15.366366 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15683517'] for segment, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: Traceback (most recent call last): Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: timer() Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: cb(*args, **kw) Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: return func(*args, **kwargs) Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: self._notify() Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: self.callback(batched_events) Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: event.method(event) Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: return f(self, *a, **k) Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: return self._get(url).json() Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:15.379437 dv-cinder-802036-1-smb neutron-server[78584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:15.453654 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.458100 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:15.473667 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.479549 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Pushing event deleted for resources: {'Network': ['ID=865298fd-128a-438c-bd31-113d780903bf,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:15.482327 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:15.484916 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-0fba2fa2-4662-4f5d-a5ca-47f7eda2e508 admin admin] 10.222.0.76 "DELETE /v2.0/networks/865298fd-128a-438c-bd31-113d780903bf HTTP/1.1" status: 204 len: 168 time: 0.4089243 Jul 23 16:24:15.486755 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35300) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:15.548055 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c10a285-a155-44a9-9cc3-2f47effaba3a admin admin] Deleting subnet 1da2e9c0-c32c-42a1-b545-2d6195f1b821 {{(pid=78584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:24:15.551090 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2c10a285-a155-44a9-9cc3-2f47effaba3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.599395 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2c10a285-a155-44a9-9cc3-2f47effaba3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14995931'] for subnet, precommit_delete_associations {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.656731 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2c10a285-a155-44a9-9cc3-2f47effaba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.721807 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2c10a285-a155-44a9-9cc3-2f47effaba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15683547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14962779'] for subnet, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.726348 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:15.764702 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10a285-a155-44a9-9cc3-2f47effaba3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da2e9c0-c32c-42a1-b545-2d6195f1b821,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:15.766772 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-2c10a285-a155-44a9-9cc3-2f47effaba3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.769708 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-2c10a285-a155-44a9-9cc3-2f47effaba3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:15.774030 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-2c10a285-a155-44a9-9cc3-2f47effaba3a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1da2e9c0-c32c-42a1-b545-2d6195f1b821 HTTP/1.1" status: 204 len: 168 time: 0.2863147 Jul 23 16:24:15.776318 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35304) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:15.888935 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.014930 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.027962 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5a3a8b-8aa9-4349-90f3-840720f57012']}} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:16.040768 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a508671-97fc-48db-9e9f-01baeffa83b6') {'for_net_delete': True} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:16.041055 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.services.segments.db [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a508671-97fc-48db-9e9f-01baeffa83b6') {} {{(pid=78584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:16.053097 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14995908'] for segment, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.069766 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.077267 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=78584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:16.077653 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15683517'] for segment, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: Traceback (most recent call last): Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: timer() Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: cb(*args, **kw) Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: return func(*args, **kwargs) Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: self._notify() Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: self.callback(batched_events) Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: event.method(event) Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: return f(self, *a, **k) Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: return self._get(url).json() Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:16.090800 dv-cinder-802036-1-smb neutron-server[78584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:16.262600 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.266141 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-ca186a55-1c24-4344-9cf4-bce655ae560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:16.278655 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.288103 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5a3a8b-8aa9-4349-90f3-840720f57012,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:16.290648 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/eb5a3a8b-8aa9-4349-90f3-840720f57012 HTTP/1.1" status: 204 len: 168 time: 0.5134313 Jul 23 16:24:16.291587 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-12d4036a-4cb7-40e8-9ca7-edc11e2b84a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:16.461323 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35310) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:16.512310 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-953f859c-7545-412f-9978-27a5964ac2c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=812d214b0f4d42bda173eda46d3b7036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497961 Jul 23 16:24:16.514803 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35314) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:16.585440 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4db538e0-1bff-4601-8ca6-7961cdf5ccb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.617625 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4db538e0-1bff-4601-8ca6-7961cdf5ccb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.672498 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4db538e0-1bff-4601-8ca6-7961cdf5ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.676300 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-38b62a32-7ed5-4acc-91a2-93ee3c1ab184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:16.687563 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db538e0-1bff-4601-8ca6-7961cdf5ccb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abbe763-bb5e-4ab3-854d-316e4993ec26,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:16.691978 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-4db538e0-1bff-4601-8ca6-7961cdf5ccb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:16.700453 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-4db538e0-1bff-4601-8ca6-7961cdf5ccb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.701647 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-4db538e0-1bff-4601-8ca6-7961cdf5ccb8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4abbe763-bb5e-4ab3-854d-316e4993ec26 HTTP/1.1" status: 204 len: 168 time: 0.1859982 Jul 23 16:24:17.055540 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35322) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:17.105401 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-98d4860e-e7b2-4df6-b193-519b258f94cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=788f4727c7fc434a9d6474155bac69d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485353 Jul 23 16:24:17.107670 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35326) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:17.167194 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-22c6458c-9177-4657-b53f-20ae1408c46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.192546 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-22c6458c-9177-4657-b53f-20ae1408c46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.243702 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-22c6458c-9177-4657-b53f-20ae1408c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.248186 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-40d96f35-5166-4dfa-825a-6424ab0fd705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:17.272887 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6458c-9177-4657-b53f-20ae1408c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffecc62-2d28-4fbb-93f0-8f4e427d6432,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:17.277545 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-22c6458c-9177-4657-b53f-20ae1408c46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:17.283719 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-22c6458c-9177-4657-b53f-20ae1408c46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.284827 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-22c6458c-9177-4657-b53f-20ae1408c46f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ffecc62-2d28-4fbb-93f0-8f4e427d6432 HTTP/1.1" status: 204 len: 168 time: 0.1760883 Jul 23 16:24:25.935321 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35448) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:26.055718 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.070200 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:26.073899 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Usage tracker for resource:security_group_rule and tenant:615bc31095fc4447ad15cfef9c9fe8cd is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:26.076589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:26.082639 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:26.164805 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.168381 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.176899 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e5c61d91-fa74-44c6-9bcc-edc9cf8005d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:26.215012 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=615bc31095fc4447ad15cfef9c9fe8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785563 Jul 23 16:24:26.215807 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd593b-de20-4220-8843-2709e295b799,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:26.218001 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35454) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:26.218872 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:26.278816 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.304574 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.362072 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.366209 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5cb98199-5357-41af-8983-170341e49397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:26.377763 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd593b-de20-4220-8843-2709e295b799,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:26.387521 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.387887 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.388247 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.388597 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.388948 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.389328 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.389670 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.390014 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.390381 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.390699 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.391044 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.391378 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:26.394896 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:26.396159 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.400632 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-5a293228-6976-4a6a-b6c8-d1ecaf3e1aa6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83cd593b-de20-4220-8843-2709e295b799 HTTP/1.1" status: 204 len: 168 time: 0.1810937 Jul 23 16:24:26.679217 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35462) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:26.696834 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.711337 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:26.715474 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] Usage tracker for resource:security_group_rule and tenant:3c32036665224eda827ea197a8682b55 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:26.718303 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:26.724609 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:26.804094 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.807838 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.814959 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-9e10c3fc-35e0-4fc0-a821-b41164593b6f tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:26.855169 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c32036665224eda827ea197a8682b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748731 Jul 23 16:24:26.856116 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac5c067-b5ac-4d63-abba-acd080fd8725,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:26.857974 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35466) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:26.859452 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d712442c-6e38-48f7-8760-5998be26dad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:26.919460 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-732df78a-e7a8-4aa4-ad5a-b05cc31e49d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.944610 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-732df78a-e7a8-4aa4-ad5a-b05cc31e49d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.997245 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-732df78a-e7a8-4aa4-ad5a-b05cc31e49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.001356 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-a5e0641a-ff67-4792-98f5-8d25ce91fedc tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:27.013805 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732df78a-e7a8-4aa4-ad5a-b05cc31e49d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac5c067-b5ac-4d63-abba-acd080fd8725,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:27.017643 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-732df78a-e7a8-4aa4-ad5a-b05cc31e49d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:27.023888 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-732df78a-e7a8-4aa4-ad5a-b05cc31e49d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.026630 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-732df78a-e7a8-4aa4-ad5a-b05cc31e49d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cac5c067-b5ac-4d63-abba-acd080fd8725 HTTP/1.1" status: 204 len: 168 time: 0.1659663 Jul 23 16:24:29.677298 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35536) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:29.801363 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.815240 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:29.818923 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] Usage tracker for resource:security_group_rule and tenant:dc98376a8b9d49c39ee64b3a6db20db1 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:29.821597 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:29.827196 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:29.913168 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.917232 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.924324 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-baef831e-57ae-490b-9740-cdc174bd2c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:29.965079 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc98376a8b9d49c39ee64b3a6db20db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867115 Jul 23 16:24:29.965995 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73325d5f-94a3-45dd-a21f-18b6fc971cea,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:29.967794 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35542) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:29.968872 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-72f42926-817b-4f4e-94cf-6e91e8c77075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:30.029088 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-489ce0b6-805d-4e8c-b49b-29d2996472e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.053589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-489ce0b6-805d-4e8c-b49b-29d2996472e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.108292 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-489ce0b6-805d-4e8c-b49b-29d2996472e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.112010 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8884d358-ce65-407c-b7c8-78ffabdf3a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:30.122790 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ce0b6-805d-4e8c-b49b-29d2996472e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73325d5f-94a3-45dd-a21f-18b6fc971cea,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.126114 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-489ce0b6-805d-4e8c-b49b-29d2996472e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:30.131790 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-489ce0b6-805d-4e8c-b49b-29d2996472e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.132890 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-489ce0b6-805d-4e8c-b49b-29d2996472e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73325d5f-94a3-45dd-a21f-18b6fc971cea HTTP/1.1" status: 204 len: 168 time: 0.1629994 Jul 23 16:24:30.412266 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35550) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:30.429879 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.444208 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:30.447963 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b69de14e38431bb93e50b354878c4d is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:30.450790 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:30.457259 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:30.540805 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.545163 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.556191 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-22c6458c-9177-4657-b53f-20ae1408c46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:30.601825 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f1b69de14e38431bb93e50b354878c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882091 Jul 23 16:24:30.602985 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f21d7a1-340f-499a-b9e4-2eedd47da7ea,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.604156 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35554) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:30.606951 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f4fde09d-c759-4cd2-add0-5d0d03abc924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:30.667593 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4f03-a4e6-41fa-a075-94b6b1e6494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.700447 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4f03-a4e6-41fa-a075-94b6b1e6494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.756101 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4f03-a4e6-41fa-a075-94b6b1e6494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.759678 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-75a414e2-9838-43c6-b7c3-2d6de9792c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:30.774474 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b4f03-a4e6-41fa-a075-94b6b1e6494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f21d7a1-340f-499a-b9e4-2eedd47da7ea,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.777322 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-9f7b4f03-a4e6-41fa-a075-94b6b1e6494d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:30.788030 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4f03-a4e6-41fa-a075-94b6b1e6494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.789212 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-9f7b4f03-a4e6-41fa-a075-94b6b1e6494d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1f21d7a1-340f-499a-b9e4-2eedd47da7ea HTTP/1.1" status: 204 len: 168 time: 0.1840100 Jul 23 16:24:31.497995 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35578) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:31.605056 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1896780393-network', 'tenant_id': '12feca1e73d34091adf90343867c6add'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:31.610504 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:31.614529 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Usage tracker for resource:network and tenant:12feca1e73d34091adf90343867c6add is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:31.617616 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:31.624283 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:31.634073 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Made reservation on behalf of 12feca1e73d34091adf90343867c6add for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:31.636400 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.648799 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.663184 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:31.667039 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Usage tracker for resource:security_group_rule and tenant:12feca1e73d34091adf90343867c6add is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:31.669949 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:31.676218 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:31.762599 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.767157 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.770132 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-bf09a6ce-a6eb-4ed6-83e7-05f5a896f1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:31.798209 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:31.807182 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d82ea-1d0e-434c-8ae7-0f567c78be04,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:31.810874 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:31.814043 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.814681 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Added segment 0044fa50-2427-49cf-91eb-edda1e334d82 of type vlan for network 680bab78-e42c-4375-a460-99b9fbab2b1a Jul 23 16:24:31.840867 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.870424 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.871691 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:31.872270 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.877188 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f97768a0-64dc-4efa-839c-bcd1b6421c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:31.981818 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Pushing event updated for resources: {'Network': ['ID=680bab78-e42c-4375-a460-99b9fbab2b1a,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:31.987791 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4857726 Jul 23 16:24:31.987791 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:31.987791 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35584) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:31.992901 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 680bab78-e42c-4375-a460-99b9fbab2b1a details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:24:31.993438 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Request body: {'subnet': {'network_id': '680bab78-e42c-4375-a460-99b9fbab2b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1896780393-subnet', 'tenant_id': '12feca1e73d34091adf90343867c6add', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:31.997866 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:32.002029 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Usage tracker for resource:subnet and tenant:12feca1e73d34091adf90343867c6add is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:32.004890 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:32.010796 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:32.021651 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Made reservation on behalf of 12feca1e73d34091adf90343867c6add for: {'subnet': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:32.023965 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14962736'] for subnet, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.229175 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15679512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14962754'] for subnet, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.232872 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-7c696880-a25b-47a5-a507-680f7ff7d5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:32.302827 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c275939-9824-4d88-a684-32e75d0d8ad3,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.306706 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:32.314162 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Checking segment: {'id': '0044fa50-2427-49cf-91eb-edda1e334d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '680bab78-e42c-4375-a460-99b9fbab2b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:24:32.314763 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Network hostable DHCP agents. Network: 680bab78-e42c-4375-a460-99b9fbab2b1a, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:32.334802 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Network 680bab78-e42c-4375-a460-99b9fbab2b1a is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:32.344103 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 680bab78-e42c-4375-a460-99b9fbab2b1a) {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:32.349007 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.349820 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for subnet, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.353356 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab3072-f1e6-4d37-96b6-3b42292adecc None None] Network 680bab78-e42c-4375-a460-99b9fbab2b1a requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:24:32.371170 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-90c716e6-5490-4341-9577-29b61e05fd39 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3824954 Jul 23 16:24:32.568197 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1358b60-8208-46fc-a50e-93836b96edbf None None] Network 680bab78-e42c-4375-a460-99b9fbab2b1a requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:24:32.892129 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35602) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:32.898172 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1460041516-network', 'tenant_id': '0726ed8a5f934774b7ff7e6f2c155e0b'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:32.902888 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:32.907249 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Usage tracker for resource:network and tenant:0726ed8a5f934774b7ff7e6f2c155e0b is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:32.910074 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:32.915697 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:32.927700 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Made reservation on behalf of 0726ed8a5f934774b7ff7e6f2c155e0b for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:32.930048 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.942837 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.957473 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:32.961233 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Usage tracker for resource:security_group_rule and tenant:0726ed8a5f934774b7ff7e6f2c155e0b is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:32.963955 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:32.969554 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:33.054480 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.058211 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.061005 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-269ca21b-eda4-4247-bc9b-19e25d24abfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:33.091669 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:33.096873 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8000bb6c-2ebc-44e4-b18a-b31c653aa024,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:33.101976 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:33.105659 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.106056 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Added segment 6cac9fc8-710f-4f44-b424-0771ac5cb701 of type vlan for network bb867197-3f2d-4240-9f7d-f5b567386ad0 Jul 23 16:24:33.132691 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.164291 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.165741 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.166320 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.171095 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-be211f6a-d5f7-40f6-a711-619c505a8faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:33.262791 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3695824 Jul 23 16:24:33.265603 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35606) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:24:33.268713 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Pushing event updated for resources: {'Network': ['ID=bb867197-3f2d-4240-9f7d-f5b567386ad0,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:33.270232 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-1c25741e-a9ce-408b-9683-8a95d4248989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.271588 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-0e080348-fed6-462a-bf50-e3d76e4fa5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:33.274100 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Request body: {'subnet': {'network_id': 'bb867197-3f2d-4240-9f7d-f5b567386ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1460041516-subnet', 'tenant_id': '0726ed8a5f934774b7ff7e6f2c155e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:33.278640 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network bb867197-3f2d-4240-9f7d-f5b567386ad0 details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:24:33.278979 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:33.282883 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Usage tracker for resource:subnet and tenant:0726ed8a5f934774b7ff7e6f2c155e0b is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:33.286211 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:33.292590 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:33.301741 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Made reservation on behalf of 0726ed8a5f934774b7ff7e6f2c155e0b for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:33.304009 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15231874'] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.504915 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14461955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15231984'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.509411 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-1f929c6a-27db-41f1-bff4-52c88e06b20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:33.575609 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.584849 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4178d63e-7062-4c34-b3ab-957e9ee4c5e9,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:33.588598 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:33.589319 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Checking segment: {'id': '6cac9fc8-710f-4f44-b424-0771ac5cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'bb867197-3f2d-4240-9f7d-f5b567386ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:24:33.589677 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Network hostable DHCP agents. Network: bb867197-3f2d-4240-9f7d-f5b567386ad0, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:33.607708 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Network bb867197-3f2d-4240-9f7d-f5b567386ad0 is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:33.617335 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, bb867197-3f2d-4240-9f7d-f5b567386ad0) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:33.621354 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.621939 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.627295 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd1ac3-39d9-43f1-9b85-da1cc00b347b None None] Network bb867197-3f2d-4240-9f7d-f5b567386ad0 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:24:33.643835 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-b3f71d1c-f405-4641-89b1-c77a2aadaf26 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3761497 Jul 23 16:24:33.849861 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474d566-65bb-419d-9534-950cad84bbf2 None None] Network bb867197-3f2d-4240-9f7d-f5b567386ad0 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:24:34.213214 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-00e65cb7-404f-4a38-8d22-1f5bba5b50e0 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.214558 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-00e65cb7-404f-4a38-8d22-1f5bba5b50e0 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/networks?id=680bab78-e42c-4375-a460-99b9fbab2b1a HTTP/1.1" status: 200 len: 809 time: 0.1420174 Jul 23 16:24:34.229188 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-443119c1-0200-4828-b744-6946f9dc9657 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/quotas/12feca1e73d34091adf90343867c6add HTTP/1.1" status: 200 len: 375 time: 0.0088389 Jul 23 16:24:34.275774 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-6d71dd43-1c00-4c16-81c7-1cfb13d9ae15 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=12feca1e73d34091adf90343867c6add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417049 Jul 23 16:24:34.409129 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-03f6b61b-8bf5-4d6a-a967-b1ce1d21af35 service neutron] 10.222.0.76 "GET /v2.0/networks/680bab78-e42c-4375-a460-99b9fbab2b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268268 Jul 23 16:24:34.539558 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-7ef9030d-e7d6-46dd-a140-aff8eae71c95 service neutron] 10.222.0.76 "GET /v2.0/networks/680bab78-e42c-4375-a460-99b9fbab2b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247311 Jul 23 16:24:34.717742 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-9a82cda7-d84f-4487-a9f6-a61649ab1b2b req-05e2852f-b613-4a67-b134-6ef4ac203430 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 210 time: 0.0471404 Jul 23 16:24:35.711779 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-8b8d79d6-5db1-45d4-a76a-0235b72c1aca tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:35.713256 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-8b8d79d6-5db1-45d4-a76a-0235b72c1aca tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.88 "GET /v2.0/networks?id=680bab78-e42c-4375-a460-99b9fbab2b1a HTTP/1.1" status: 200 len: 809 time: 0.1461709 Jul 23 16:24:35.726372 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Request body: {'port': {'device_id': '4953d676-c619-43f1-a60e-3e8c52d566b7', 'network_id': '680bab78-e42c-4375-a460-99b9fbab2b1a', 'admin_state_up': True, 'tenant_id': '12feca1e73d34091adf90343867c6add'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:35.920969 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-4e65d601-e4f7-4795-955d-9128e645d54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.969606 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c60f4fdb-f803-41c5-9a43-0640fe0829a8 req-8fe5d09c-bdbe-4772-9fb7-d71dc1025a04 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 210 time: 0.0542881 Jul 23 16:24:35.997849 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:24:36.002101 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Usage tracker for resource:port and tenant:12feca1e73d34091adf90343867c6add is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:24:36.004836 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:24:36.010483 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:24:36.020823 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Made reservation on behalf of 12feca1e73d34091adf90343867c6add for: {'port': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:36.024209 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.179857 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Allocated IP 172.20.0.5 (680bab78-e42c-4375-a460-99b9fbab2b1a/3c275939-9824-4d88-a684-32e75d0d8ad3/0d92c9a8-2d0a-418a-90f9-6e77c587d964) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:36.375223 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.403410 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.409234 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-30823de6-b707-491b-9bb9-13f8271f6f7e tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:36.478908 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Network 680bab78-e42c-4375-a460-99b9fbab2b1a is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:36.482205 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:36.486536 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:24:36.513664 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:24:36.519761 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Pushing event updated for resources: {'Port': ['ID=0d92c9a8-2d0a-418a-90f9-6e77c587d964,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:36.523970 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:36.550045 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:36.550633 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.571417 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-0d00eab8-88c2-4e7b-a6a7-a3af048fe603 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8488491 Jul 23 16:24:36.583560 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Request body: {'port': {'device_id': '4953d676-c619-43f1-a60e-3e8c52d566b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:36.695483 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.711808 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.031182 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d92c9a8-2d0a-418a-90f9-6e77c587d964 {{(pid=78583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:37.039134 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.053981 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Transition to ACTIVE for port object 0d92c9a8-2d0a-418a-90f9-6e77c587d964 will not be triggered until provisioned by entity L2. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:37.057604 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.062049 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-4d54e11f-6b4c-4037-8fa0-d50ece2d57f1 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:37.267072 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Pushing event updated for resources: {'Port': ['ID=0d92c9a8-2d0a-418a-90f9-6e77c587d964,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:37.274966 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:37.355096 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27328ad-a289-4cab-8b8d-b6dd2489f68d req-9d7439b6-8409-42a3-acb5-eefd5d0b9740 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:37.355784 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a27328ad-a289-4cab-8b8d-b6dd2489f68d req-9d7439b6-8409-42a3-acb5-eefd5d0b9740 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Synchronizing usage tracker for tenant:12feca1e73d34091adf90343867c6add on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:24:37.366576 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Attempting to bind port 0d92c9a8-2d0a-418a-90f9-6e77c587d964 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:37.366903 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Attempting to bind port 0d92c9a8-2d0a-418a-90f9-6e77c587d964 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '0044fa50-2427-49cf-91eb-edda1e334d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '680bab78-e42c-4375-a460-99b9fbab2b1a'}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:37.367223 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Attempting to bind port 0d92c9a8-2d0a-418a-90f9-6e77c587d964 on network 680bab78-e42c-4375-a460-99b9fbab2b1a {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:24:37.376093 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Port 0d92c9a8-2d0a-418a-90f9-6e77c587d964 on network 680bab78-e42c-4375-a460-99b9fbab2b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:24:37.376574 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Attempting to bind port 0d92c9a8-2d0a-418a-90f9-6e77c587d964 on network 680bab78-e42c-4375-a460-99b9fbab2b1a {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:24:37.383545 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:24:37.383875 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Checking segment: {'id': '0044fa50-2427-49cf-91eb-edda1e334d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '680bab78-e42c-4375-a460-99b9fbab2b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:24:37.384249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Bound using segment: {'id': '0044fa50-2427-49cf-91eb-edda1e334d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '680bab78-e42c-4375-a460-99b9fbab2b1a'} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:24:37.384674 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Bound port: 0d92c9a8-2d0a-418a-90f9-6e77c587d964, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0044fa50-2427-49cf-91eb-edda1e334d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '680bab78-e42c-4375-a460-99b9fbab2b1a'}}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:37.385091 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.396929 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-a27328ad-a289-4cab-8b8d-b6dd2489f68d req-9d7439b6-8409-42a3-acb5-eefd5d0b9740 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Unset dirty status for tenant:12feca1e73d34091adf90343867c6add on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:24:37.398104 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a27328ad-a289-4cab-8b8d-b6dd2489f68d req-9d7439b6-8409-42a3-acb5-eefd5d0b9740 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 943 time: 0.3035870 Jul 23 16:24:37.504063 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a27328ad-a289-4cab-8b8d-b6dd2489f68d req-c943ad4c-b97f-4ef3-a572-b405fd7b17df tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992589 Jul 23 16:24:37.513066 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] For port 0d92c9a8-2d0a-418a-90f9-6e77c587d964, host hv-cinder-80203, cleared binding levels {{(pid=78583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:24:37.517776 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] For port 0d92c9a8-2d0a-418a-90f9-6e77c587d964, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0d92c9a8-2d0a-418a-90f9-6e77c587d964,segment=NetworkSegment(0044fa50-2427-49cf-91eb-edda1e334d82),segment_id=0044fa50-2427-49cf-91eb-edda1e334d82)] {{(pid=78583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:24:37.523489 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.527296 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5b29113c-9d79-4970-a8d2-2864fceb84cd tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:37.589731 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:37.590336 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.591732 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] 10.222.0.88 "PUT /v2.0/ports/0d92c9a8-2d0a-418a-90f9-6e77c587d964 HTTP/1.1" status: 200 len: 1093 time: 1.0121386 Jul 23 16:24:37.592245 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4953d676-c619-43f1-a60e-3e8c52d566b7', 'tag': '0d92c9a8-2d0a-418a-90f9-6e77c587d964'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:37.617242 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Pushing event updated for resources: {'Port': ['ID=0d92c9a8-2d0a-418a-90f9-6e77c587d964,revision_number=3']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:37.626511 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:37.664867 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4953d676-c619-43f1-a60e-3e8c52d566b7', 'tag': '0d92c9a8-2d0a-418a-90f9-6e77c587d964', 'status': 'completed', 'code': 200} Jul 23 16:24:37.709519 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-05dfb702-61cf-4802-8c81-ea7fa66a056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:37.711034 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-05dfb702-61cf-4802-8c81-ea7fa66a056e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12feca1e73d34091adf90343867c6add&device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 1096 time: 0.0796480 Jul 23 16:24:37.756292 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.882731 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-c1fe9282-ac47-4801-9bf6-f80f2086470f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d92c9a8-2d0a-418a-90f9-6e77c587d964 HTTP/1.1" status: 200 len: 217 time: 0.1651635 Jul 23 16:24:37.950181 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-d139ad24-fab7-4b1c-a503-f9df3d78dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:37.951634 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-d139ad24-fab7-4b1c-a503-f9df3d78dd0e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3c275939-9824-4d88-a684-32e75d0d8ad3 HTTP/1.1" status: 200 len: 849 time: 0.0633109 Jul 23 16:24:38.016912 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-ced3e118-7066-46a8-85e8-5bb4f277ea83 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=680bab78-e42c-4375-a460-99b9fbab2b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583956 Jul 23 16:24:38.169246 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-c03f53f0-310d-407f-9a5d-fe3f0c72d6d8 service neutron] 10.222.0.88 "GET /v2.0/networks/680bab78-e42c-4375-a460-99b9fbab2b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462212 Jul 23 16:24:38.221312 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.303362 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7c65b2a0-f659-47b8-98e5-ed8cd01c3ff3 req-c2517e8b-5bdf-4fc2-9a25-48e1c7452944 service neutron] 10.222.0.88 "GET /v2.0/networks/680bab78-e42c-4375-a460-99b9fbab2b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268775 Jul 23 16:24:38.416723 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-d48ee4a2-48fc-4bed-9444-b391e092057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.418210 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-d48ee4a2-48fc-4bed-9444-b391e092057b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12feca1e73d34091adf90343867c6add&device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 1096 time: 0.0691144 Jul 23 16:24:38.556722 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-a179bc56-1205-418c-9504-8be82aa3cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.558212 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-a179bc56-1205-418c-9504-8be82aa3cb49 service neutron] 10.222.0.88 "GET /v2.0/networks?id=680bab78-e42c-4375-a460-99b9fbab2b1a HTTP/1.1" status: 200 len: 910 time: 0.1323032 Jul 23 16:24:38.666532 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-78cc44c4-d94c-4863-9247-b30e46c229d5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d92c9a8-2d0a-418a-90f9-6e77c587d964 HTTP/1.1" status: 200 len: 217 time: 0.1014276 Jul 23 16:24:38.746714 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-35778e9d-0aaf-43b9-913f-a7b96b7047f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.748138 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-35778e9d-0aaf-43b9-913f-a7b96b7047f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3c275939-9824-4d88-a684-32e75d0d8ad3 HTTP/1.1" status: 200 len: 849 time: 0.0700221 Jul 23 16:24:38.759168 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99172fe1-4f91-49ab-9dd1-f204ba4b82ff req-99e037b1-c3ff-4048-adc3-5f23b8b2b8f1 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.760527 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-99172fe1-4f91-49ab-9dd1-f204ba4b82ff req-99e037b1-c3ff-4048-adc3-5f23b8b2b8f1 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 943 time: 0.1448572 Jul 23 16:24:38.817752 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-f25d8d22-0810-4e01-987d-75147939f76c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=680bab78-e42c-4375-a460-99b9fbab2b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559249 Jul 23 16:24:38.878553 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-99172fe1-4f91-49ab-9dd1-f204ba4b82ff req-af1bea57-5bda-46eb-a4a5-cb050505b996 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869741 Jul 23 16:24:38.977354 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-7c28e8fc-86a8-4a4a-83ed-f7f52399a05c service neutron] 10.222.0.88 "GET /v2.0/networks/680bab78-e42c-4375-a460-99b9fbab2b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519151 Jul 23 16:24:39.106862 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cba94398-c4a1-4135-b1b4-f43c404e5715 req-74d2cbd0-20c6-4694-a768-5126997b0eea service neutron] 10.222.0.88 "GET /v2.0/networks/680bab78-e42c-4375-a460-99b9fbab2b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222837 Jul 23 16:24:40.063481 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f1d50-c81a-4fb8-956f-d3d14d8eff20 req-b7577b53-c1a0-40c3-9641-21e0c98ac72a tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:40.065350 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6c0f1d50-c81a-4fb8-956f-d3d14d8eff20 req-b7577b53-c1a0-40c3-9641-21e0c98ac72a tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 943 time: 0.0792873 Jul 23 16:24:40.108848 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6c0f1d50-c81a-4fb8-956f-d3d14d8eff20 req-2ccfe57d-2d86-48bb-8f75-e232be2a314a tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 Jul 23 16:24:41.020575 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 0d92c9a8-2d0a-418a-90f9-6e77c587d964 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:24:41.150740 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 0d92c9a8-2d0a-418a-90f9-6e77c587d964, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0d92c9a8-2d0a-418a-90f9-6e77c587d964,segment=NetworkSegment(0044fa50-2427-49cf-91eb-edda1e334d82),segment_id=0044fa50-2427-49cf-91eb-edda1e334d82)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:24:41.164620 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': '0d92c9a8-2d0a-418a-90f9-6e77c587d964', 'network_id': '680bab78-e42c-4375-a460-99b9fbab2b1a', 'port_id': '0d92c9a8-2d0a-418a-90f9-6e77c587d964', 'mac_address': 'fa:16:3e:e1:b3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c275939-9824-4d88-a684-32e75d0d8ad3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:24:41.221212 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.237872 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d92c9a8-2d0a-418a-90f9-6e77c587d964 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:41.253656 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 0d92c9a8-2d0a-418a-90f9-6e77c587d964, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0d92c9a8-2d0a-418a-90f9-6e77c587d964,segment=NetworkSegment(0044fa50-2427-49cf-91eb-edda1e334d82),segment_id=0044fa50-2427-49cf-91eb-edda1e334d82)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:24:41.258504 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.260362 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:41.312092 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeb98d-a818-4c3f-b46d-e90b8a8849ee req-e11813a3-9302-4362-9168-598172cd898f tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:41.314056 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-28aeb98d-a818-4c3f-b46d-e90b8a8849ee req-e11813a3-9302-4362-9168-598172cd898f tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 944 time: 0.0861225 Jul 23 16:24:41.359554 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-28aeb98d-a818-4c3f-b46d-e90b8a8849ee req-db54b907-e2ca-4ae2-9d28-277895fef9d6 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Jul 23 16:24:41.359774 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=0d92c9a8-2d0a-418a-90f9-6e77c587d964,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:41.366969 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.367312 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.367646 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.367976 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.368309 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.368637 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.368956 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.369305 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.369627 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.369941 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.370256 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.370585 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:41.374321 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:41.460956 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['0d92c9a8-2d0a-418a-90f9-6e77c587d964'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:24:42.542838 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55362c-2d86-42b5-add6-8748f52e4115 req-05174619-467f-4fa0-9f27-656cec11b0ed tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:42.544292 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2a55362c-2d86-42b5-add6-8748f52e4115 req-05174619-467f-4fa0-9f27-656cec11b0ed tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 944 time: 0.0815063 Jul 23 16:24:42.592645 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2a55362c-2d86-42b5-add6-8748f52e4115 req-5cc4416f-0a68-4b6a-85cd-3f81d27e32ef tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Jul 23 16:24:43.036227 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 0d92c9a8-2d0a-418a-90f9-6e77c587d964 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:24:43.104152 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port 0d92c9a8-2d0a-418a-90f9-6e77c587d964 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:43.109146 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port 0d92c9a8-2d0a-418a-90f9-6e77c587d964 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:43.109529 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.228088 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.255686 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4953d676-c619-43f1-a60e-3e8c52d566b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d92c9a8-2d0a-418a-90f9-6e77c587d964'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:43.265097 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port 0d92c9a8-2d0a-418a-90f9-6e77c587d964, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0d92c9a8-2d0a-418a-90f9-6e77c587d964,segment=NetworkSegment(0044fa50-2427-49cf-91eb-edda1e334d82),segment_id=0044fa50-2427-49cf-91eb-edda1e334d82)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:24:43.269954 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.271786 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:43.305931 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4953d676-c619-43f1-a60e-3e8c52d566b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d92c9a8-2d0a-418a-90f9-6e77c587d964', 'code': 200} Jul 23 16:24:43.339604 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=0d92c9a8-2d0a-418a-90f9-6e77c587d964,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:43.342457 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:43.607498 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6621-53f0-46f5-ac36-840702b57ad6 req-5bf556d6-4a31-4435-8667-24e3d5813a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.608877 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-75ec6621-53f0-46f5-ac36-840702b57ad6 req-5bf556d6-4a31-4435-8667-24e3d5813a81 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 1098 time: 0.1537678 Jul 23 16:24:43.650063 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-75ec6621-53f0-46f5-ac36-840702b57ad6 req-9141aa85-6d82-40eb-8693-6f91b4ba24ee service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345254 Jul 23 16:24:43.778516 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd749f8-1674-4bd4-bf9c-977f00828133 req-d0dd9c3f-cce9-4a39-ad6a-0d32de67305f tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.779967 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4cd749f8-1674-4bd4-bf9c-977f00828133 req-d0dd9c3f-cce9-4a39-ad6a-0d32de67305f tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 945 time: 0.0815268 Jul 23 16:24:43.824697 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4cd749f8-1674-4bd4-bf9c-977f00828133 req-41f2b0c6-6b8c-418c-8969-5135a11d5e7b tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389588 Jul 23 16:24:45.006658 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9430f-1bc0-4048-af71-9976deb81211 req-0074c28b-c006-480a-8222-3c022a8c2699 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:45.008102 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-61a9430f-1bc0-4048-af71-9976deb81211 req-0074c28b-c006-480a-8222-3c022a8c2699 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 945 time: 0.0780518 Jul 23 16:24:45.051197 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-61a9430f-1bc0-4048-af71-9976deb81211 req-f01ae0f0-37ed-427a-99af-7a1b5e721bfb tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375047 Jul 23 16:24:48.326352 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d4d42-f378-4c67-a56c-f6604cf3cb83 req-6a4dbe60-5b79-404c-8bc8-79459f01554c tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:48.327781 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e85d4d42-f378-4c67-a56c-f6604cf3cb83 req-6a4dbe60-5b79-404c-8bc8-79459f01554c tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 945 time: 0.0821021 Jul 23 16:24:48.371561 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e85d4d42-f378-4c67-a56c-f6604cf3cb83 req-3ed3e4e4-9674-4f4c-832e-b3eeea4223cc tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 Jul 23 16:24:49.615579 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5305595-97d3-42f5-9e17-e16c03d47aa8 req-95ec5f32-4e53-413d-bff8-71215c80fe10 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.617019 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b5305595-97d3-42f5-9e17-e16c03d47aa8 req-95ec5f32-4e53-413d-bff8-71215c80fe10 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 945 time: 0.1390562 Jul 23 16:24:49.625208 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-fde89af0-1f64-4106-bc87-6aff9463f142 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:49.626547 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-fde89af0-1f64-4106-bc87-6aff9463f142 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.88 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 945 time: 0.1177802 Jul 23 16:24:49.714829 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b5305595-97d3-42f5-9e17-e16c03d47aa8 req-6c31bed3-a138-4e61-9ddc-357889f2d901 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2d82ea-1d0e-434c-8ae7-0f567c78be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873497 Jul 23 16:24:49.725362 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Deleting port 0d92c9a8-2d0a-418a-90f9-6e77c587d964 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:24:49.725706 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.970193 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] For port 0d92c9a8-2d0a-418a-90f9-6e77c587d964, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0d92c9a8-2d0a-418a-90f9-6e77c587d964,segment=NetworkSegment(0044fa50-2427-49cf-91eb-edda1e334d82),segment_id=0044fa50-2427-49cf-91eb-edda1e334d82)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:24:49.970470 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.090334 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Calling delete_port for 0d92c9a8-2d0a-418a-90f9-6e77c587d964 owned by compute:nova {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:24:50.229856 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.235362 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:24:50.243593 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['0d92c9a8-2d0a-418a-90f9-6e77c587d964'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:24:50.281557 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Pushing event deleted for resources: {'Port': ['ID=0d92c9a8-2d0a-418a-90f9-6e77c587d964,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:50.311966 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:24:50.353039 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] No DVR routers for this DVR port 0d92c9a8-2d0a-418a-90f9-6e77c587d964 on host hv-cinder-80203 {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:50.355403 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.357797 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4953d676-c619-43f1-a60e-3e8c52d566b7', 'name': 'network-vif-deleted', 'tag': '0d92c9a8-2d0a-418a-90f9-6e77c587d964'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:50.372341 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-359a77bf-53ea-4a6c-babf-06d963827df3 req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.88 "DELETE /v2.0/ports/0d92c9a8-2d0a-418a-90f9-6e77c587d964 HTTP/1.1" status: 204 len: 173 time: 0.7307804 Jul 23 16:24:50.404150 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4953d676-c619-43f1-a60e-3e8c52d566b7', 'name': 'network-vif-deleted', 'tag': '0d92c9a8-2d0a-418a-90f9-6e77c587d964', 'status': 'completed', 'code': 200} Jul 23 16:24:50.879875 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-c052342c-9377-4026-b347-6aee3718effc req-b18347c6-a6d9-47cc-88be-f87e6bcf4905 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Synchronizing usage tracker for tenant:12feca1e73d34091adf90343867c6add on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:24:50.895351 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-c052342c-9377-4026-b347-6aee3718effc req-b18347c6-a6d9-47cc-88be-f87e6bcf4905 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Unset dirty status for tenant:12feca1e73d34091adf90343867c6add on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:24:50.896546 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c052342c-9377-4026-b347-6aee3718effc req-b18347c6-a6d9-47cc-88be-f87e6bcf4905 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] 10.222.0.76 "GET /v2.0/ports?device_id=4953d676-c619-43f1-a60e-3e8c52d566b7 HTTP/1.1" status: 200 len: 210 time: 0.0590961 Jul 23 16:24:53.097364 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 0d92c9a8-2d0a-418a-90f9-6e77c587d964 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:24:53.130737 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: 0d92c9a8-2d0a-418a-90f9-6e77c587d964 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:24:53.131084 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device 0d92c9a8-2d0a-418a-90f9-6e77c587d964 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:25:03.262967 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8d174085-fd9e-485f-8000-77e37a969700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.578068 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.927033 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7ec1ccc5-57aa-43f8-8b05-8acefdc44c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.714667 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.767912 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.220973 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.122095 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35818) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:09.183592 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_v2 [None req-9737636e-3206-47bf-afa5-ff97e1205873 admin admin] Deleting subnet 3c275939-9824-4d88-a684-32e75d0d8ad3 {{(pid=78583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:25:09.186425 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9737636e-3206-47bf-afa5-ff97e1205873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.243815 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9737636e-3206-47bf-afa5-ff97e1205873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15297764'] for subnet, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.300285 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9737636e-3206-47bf-afa5-ff97e1205873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.461199 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9737636e-3206-47bf-afa5-ff97e1205873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14459840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15231977'] for subnet, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.465054 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:09.500498 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737636e-3206-47bf-afa5-ff97e1205873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c275939-9824-4d88-a684-32e75d0d8ad3,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:09.503442 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9737636e-3206-47bf-afa5-ff97e1205873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.505679 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-9737636e-3206-47bf-afa5-ff97e1205873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:09.509989 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-9737636e-3206-47bf-afa5-ff97e1205873 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3c275939-9824-4d88-a684-32e75d0d8ad3 HTTP/1.1" status: 204 len: 168 time: 0.3868926 Jul 23 16:25:09.512452 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35822) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:09.616729 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.742726 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.755577 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680bab78-e42c-4375-a460-99b9fbab2b1a']}} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:09.768374 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0044fa50-2427-49cf-91eb-edda1e334d82') {'for_net_delete': True} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:09.768684 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0044fa50-2427-49cf-91eb-edda1e334d82') {} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:09.779859 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15297787'] for segment, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.795516 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.801670 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=78583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:09.802050 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14459814'] for segment, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: Traceback (most recent call last): Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: timer() Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: cb(*args, **kw) Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: return func(*args, **kwargs) Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: self._notify() Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: self.callback(batched_events) Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: event.method(event) Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: return f(self, *a, **k) Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: return self._get(url).json() Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:09.815744 dv-cinder-802036-1-smb neutron-server[78583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:09.895639 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.899582 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d184db7c-36c3-43e4-bb2a-0a4df41e5603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:09.913317 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.922554 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=680bab78-e42c-4375-a460-99b9fbab2b1a,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:09.925102 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/680bab78-e42c-4375-a460-99b9fbab2b1a HTTP/1.1" status: 204 len: 168 time: 0.4117494 Jul 23 16:25:09.925966 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:09.927815 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35826) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:09.987337 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] Deleting subnet 4178d63e-7062-4c34-b3ab-957e9ee4c5e9 {{(pid=78583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:25:09.990621 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.044772 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15297764'] for subnet, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.100531 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.170007 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14459840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15231977'] for subnet, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.173755 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-074f6262-f9a4-46f4-81c4-e364d5de10a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:10.209954 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4178d63e-7062-4c34-b3ab-957e9ee4c5e9,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:10.213204 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:10.214670 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.221542 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4178d63e-7062-4c34-b3ab-957e9ee4c5e9 HTTP/1.1" status: 204 len: 168 time: 0.2927325 Jul 23 16:25:10.223934 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35830) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:10.331408 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.458775 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.471552 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb867197-3f2d-4240-9f7d-f5b567386ad0']}} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:10.483643 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cac9fc8-710f-4f44-b424-0771ac5cb701') {'for_net_delete': True} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:10.483933 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cac9fc8-710f-4f44-b424-0771ac5cb701') {} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:10.495361 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15297787'] for segment, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.512290 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.518630 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=78583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:10.519025 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14459814'] for segment, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: Traceback (most recent call last): Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: timer() Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: cb(*args, **kw) Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: return func(*args, **kwargs) Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: self._notify() Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: self.callback(batched_events) Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: event.method(event) Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: return f(self, *a, **k) Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: return self._get(url).json() Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:10.532477 dv-cinder-802036-1-smb neutron-server[78583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:10.608283 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.612353 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:10.625636 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.634353 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb867197-3f2d-4240-9f7d-f5b567386ad0,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:10.637151 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bb867197-3f2d-4240-9f7d-f5b567386ad0 HTTP/1.1" status: 204 len: 168 time: 0.4122872 Jul 23 16:25:10.638203 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a27492b4-9388-49f5-ab6a-4ae8785fc775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:10.807974 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35836) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:10.861713 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-10d22800-9d8d-4024-9ace-242e2739d977 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=12feca1e73d34091adf90343867c6add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524199 Jul 23 16:25:10.864015 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35840) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:10.921062 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.946010 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.996349 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.000086 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-aa197735-a168-4c79-b8cf-3823e435a0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:11.013616 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2d82ea-1d0e-434c-8ae7-0f567c78be04,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:11.022572 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.022948 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.023315 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.023679 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.024038 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.024396 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.024750 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.025105 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.025484 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.025834 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.026268 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.026584 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:11.029700 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:11.031081 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.032781 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-c7712bd0-e8e4-4076-8614-414d7d29be2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa2d82ea-1d0e-434c-8ae7-0f567c78be04 HTTP/1.1" status: 204 len: 168 time: 0.1678648 Jul 23 16:25:11.367648 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35848) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:11.420705 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-ea29b4b4-2d0e-4adb-831b-da7136dfaa11 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0726ed8a5f934774b7ff7e6f2c155e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515838 Jul 23 16:25:11.423059 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35852) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:11.483291 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-da93907d-06c6-497e-af3d-89e773af20c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.508665 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-da93907d-06c6-497e-af3d-89e773af20c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.559321 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-da93907d-06c6-497e-af3d-89e773af20c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.563578 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-fb171f31-907a-45a9-858c-111fd74fe85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:11.576152 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93907d-06c6-497e-af3d-89e773af20c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8000bb6c-2ebc-44e4-b18a-b31c653aa024,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:11.578992 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-da93907d-06c6-497e-af3d-89e773af20c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:11.581171 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-da93907d-06c6-497e-af3d-89e773af20c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.582444 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-da93907d-06c6-497e-af3d-89e773af20c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8000bb6c-2ebc-44e4-b18a-b31c653aa024 HTTP/1.1" status: 204 len: 168 time: 0.1583364 Jul 23 16:25:13.513494 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:25:20.992236 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35976) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:21.108548 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.122707 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:21.126977 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] Usage tracker for resource:security_group_rule and tenant:65d9b1bd186b476c98fdbe4d6614304d is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:21.129870 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:21.135480 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:21.219655 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.223798 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.231251 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-01c33db1-5032-4413-b274-a746c0166dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:21.273896 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957ec68f-6583-401d-80ac-14e66f2ac84e,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:21.278211 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=65d9b1bd186b476c98fdbe4d6614304d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849813 Jul 23 16:25:21.279099 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-30c6ff65-dfcc-4651-b684-d4584252160b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:21.280840 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35982) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:21.432424 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8ef16c28-ce59-40a5-9e19-bfcad31de31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.459048 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8ef16c28-ce59-40a5-9e19-bfcad31de31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.510172 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8ef16c28-ce59-40a5-9e19-bfcad31de31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.513940 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-232a0a10-35a6-41c0-a559-706a3faf0cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:21.524951 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef16c28-ce59-40a5-9e19-bfcad31de31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957ec68f-6583-401d-80ac-14e66f2ac84e,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:21.527156 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8ef16c28-ce59-40a5-9e19-bfcad31de31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:21.532254 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8ef16c28-ce59-40a5-9e19-bfcad31de31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.533403 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-8ef16c28-ce59-40a5-9e19-bfcad31de31c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/957ec68f-6583-401d-80ac-14e66f2ac84e HTTP/1.1" status: 204 len: 168 time: 0.2515829 Jul 23 16:25:21.812726 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 35990) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:21.830409 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.845395 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:21.849144 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] Usage tracker for resource:security_group_rule and tenant:733865f2e0854c30ad69aa865a502f22 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:21.851924 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:21.857470 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:21.941882 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.945897 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.952353 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-198bd591-f04d-4d1c-9d07-7029bc73e9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:21.993506 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=733865f2e0854c30ad69aa865a502f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794753 Jul 23 16:25:21.994252 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e7b0be-8ff2-4eda-8d94-22dc4595daf9,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:21.995966 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 35994) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:21.997510 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c8661439-c6a4-4a80-975f-114d20966be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:22.054678 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c085-6fff-42f9-8143-de60b68d4821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.080051 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c085-6fff-42f9-8143-de60b68d4821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.130466 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c085-6fff-42f9-8143-de60b68d4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.134276 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3119c83c-5332-44d5-ab4e-acede359be43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:22.145154 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3c085-6fff-42f9-8143-de60b68d4821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e7b0be-8ff2-4eda-8d94-22dc4595daf9,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.149521 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e2f3c085-6fff-42f9-8143-de60b68d4821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:22.151470 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c085-6fff-42f9-8143-de60b68d4821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.152595 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-e2f3c085-6fff-42f9-8143-de60b68d4821 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/41e7b0be-8ff2-4eda-8d94-22dc4595daf9 HTTP/1.1" status: 204 len: 168 time: 0.1555681 Jul 23 16:25:22.502536 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36002) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:22.520207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.535804 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:22.539810 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] Usage tracker for resource:security_group_rule and tenant:8a1180395c15414fbfbade7e4eb41448 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:22.542666 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:22.549082 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:22.631953 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.635826 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.643032 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c11e8cdd-89fc-4f47-bfc9-3cf72ef03e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:22.683000 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc8dbd8-921a-483d-b614-a5e0c4bc4a92,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.687331 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a1180395c15414fbfbade7e4eb41448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837525 Jul 23 16:25:22.688235 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f394295c-b1b8-4672-bfa0-6c4ae47829eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:22.690137 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36006) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:22.752552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e4131e2d-9a83-4d5b-aa31-f81104caca43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.777792 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e4131e2d-9a83-4d5b-aa31-f81104caca43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.830848 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e4131e2d-9a83-4d5b-aa31-f81104caca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.834442 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-04a1da42-c074-4c7c-aeac-839593935500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:22.846878 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4131e2d-9a83-4d5b-aa31-f81104caca43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc8dbd8-921a-483d-b614-a5e0c4bc4a92,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.849518 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e4131e2d-9a83-4d5b-aa31-f81104caca43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:22.856980 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-e4131e2d-9a83-4d5b-aa31-f81104caca43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.858134 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-e4131e2d-9a83-4d5b-aa31-f81104caca43 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fdc8dbd8-921a-483d-b614-a5e0c4bc4a92 HTTP/1.1" status: 204 len: 168 time: 0.1671154 Jul 23 16:25:23.583953 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36030) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:23.689445 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1576965883-network', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:23.694123 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:23.697887 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Usage tracker for resource:network and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:23.700664 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:23.707552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:23.718026 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Made reservation on behalf of c30f72dc01384865b8896bdd185bbed9 for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:23.720850 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.733457 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.751996 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:23.755798 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Usage tracker for resource:security_group_rule and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:23.758594 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:23.764655 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:23.849254 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.854128 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.857153 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-f10ee1a6-c17a-460d-8e25-03172c2685ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:23.891245 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:23.896870 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231b2836-f1da-439f-b60a-396bc60083af,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:23.900668 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:23.905198 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.905198 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Added segment dba4f5e4-8cb9-4bb9-a92b-9ead984adce6 of type vlan for network 14e6923f-4c05-4618-b5d6-6706e0713580 Jul 23 16:25:23.933076 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.967001 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.968863 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:23.969461 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.972670 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5c8e1eba-b094-4161-af36-24ed6406ce9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:24.072126 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4869356 Jul 23 16:25:24.075062 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36036) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:24.077589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Pushing event updated for resources: {'Network': ['ID=14e6923f-4c05-4618-b5d6-6706e0713580,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:24.080332 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-86bce291-2f01-476c-be55-65c6fc0784c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:24.082174 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Request body: {'subnet': {'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1576965883-subnet', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:24.087588 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network 14e6923f-4c05-4618-b5d6-6706e0713580 details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:25:24.088143 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:24.091880 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Usage tracker for resource:subnet and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:24.095218 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:24.100744 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:24.115706 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Made reservation on behalf of c30f72dc01384865b8896bdd185bbed9 for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:24.118154 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15231874'] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.319376 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14461955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15231984'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.323320 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:24.392127 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Pushing event updated for resources: {'Subnet': ['ID=39187ad3-8e6f-4618-bc73-fe15e8c23ac7,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:24.395705 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:24.403342 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Checking segment: {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:25:24.403697 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Network hostable DHCP agents. Network: 14e6923f-4c05-4618-b5d6-6706e0713580, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:24.424896 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Network 14e6923f-4c05-4618-b5d6-6706e0713580 is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:24.433900 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, 14e6923f-4c05-4618-b5d6-6706e0713580) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:24.438496 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.439779 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.444068 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f67c1-6cec-400c-9c93-16aaa03b7686 None None] Network 14e6923f-4c05-4618-b5d6-6706e0713580 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:25:24.461184 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-5980b974-b6d5-4e50-8ae8-daa9cdb837be admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3850048 Jul 23 16:25:24.463808 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36040) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:24.470407 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14'}}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:24.475063 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:24.478932 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Usage tracker for resource:router and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:24.481792 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:24.487597 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:24.501190 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-325'] for router, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.502164 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-332'] for router, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.518396 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.668261 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b9cdedf-693c-587c-a78b-8f08e8df0f19-14e6923f-4c05-4618-b5d6-6706e0713580', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7'}]}} from dv-cinder-802036-1-smb. {{(pid=78585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 23 16:25:24.669323 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.825803 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.db_base_plugin_common [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Allocated IP 172.20.0.2 (14e6923f-4c05-4618-b5d6-6706e0713580/39187ad3-8e6f-4618-bc73-fe15e8c23ac7/433967bb-632c-4078-bf9b-b75d89df54db) {{(pid=78585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:24.882465 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-346'] for router, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.049484 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Notify callbacks [] for port, precommit_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.065986 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Transition to ACTIVE for port object 433967bb-632c-4078-bf9b-b75d89df54db will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:25.087101 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Transition to ACTIVE for port object 433967bb-632c-4078-bf9b-b75d89df54db will not be triggered until provisioned by entity DHCP. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:25.092571 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.097575 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:25.156542 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Network 14e6923f-4c05-4618-b5d6-6706e0713580 is already hosted by enough agents. {{(pid=78585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:25.159582 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.base_scheduler [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Resources bound (agent type, host, resource id): {{(pid=78585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:25.163568 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Received port after_create {{(pid=78585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:25:25.200800 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Pushing event updated for resources: {'Port': ['ID=433967bb-632c-4078-bf9b-b75d89df54db,revision_number=1']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:25.216819 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.231279 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:25.250689 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.258367 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Attempting to bind port 433967bb-632c-4078-bf9b-b75d89df54db on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:25.258735 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Attempting to bind port 433967bb-632c-4078-bf9b-b75d89df54db by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:25.259090 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Attempting to bind port 433967bb-632c-4078-bf9b-b75d89df54db on network 14e6923f-4c05-4618-b5d6-6706e0713580 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:25:25.264159 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:25:25.264533 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Checking segment: {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:25:25.264934 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.265875 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Bound using segment: {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:25:25.266355 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Bound port: 433967bb-632c-4078-bf9b-b75d89df54db, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:25.266709 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.353981 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] For port 433967bb-632c-4078-bf9b-b75d89df54db, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:25:25.356912 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] For port 433967bb-632c-4078-bf9b-b75d89df54db, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=433967bb-632c-4078-bf9b-b75d89df54db,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:25:25.362033 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.366432 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:25.386653 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Allocated IP 172.28.2.110 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/c04d6e5e-cb62-4a4c-8321-a84ec5150320) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:25.456929 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Pushing event updated for resources: {'Port': ['ID=433967bb-632c-4078-bf9b-b75d89df54db,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:25.461618 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:25.568351 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.598759 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:25.602893 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-9d3d0a5b-e341-4514-b6eb-6bff83c97beb tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:25.687785 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:25.691532 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:25.695573 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:25:25.725758 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=c04d6e5e-cb62-4a4c-8321-a84ec5150320,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:25.732023 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:26.093084 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 433967bb-632c-4078-bf9b-b75d89df54db up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:26.199026 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 433967bb-632c-4078-bf9b-b75d89df54db completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:26.240163 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.422329 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df608566-6d4f-4721-8bba-c032eee07021 None None] Network 14e6923f-4c05-4618-b5d6-6706e0713580 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:25:26.464061 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7aaa8a71-394b-43e0-b7b7-669e9f56025f None None] Provisioning for port 433967bb-632c-4078-bf9b-b75d89df54db completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:26.518248 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-7aaa8a71-394b-43e0-b7b7-669e9f56025f None None] Provisioning complete for port 433967bb-632c-4078-bf9b-b75d89df54db triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:26.518628 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7aaa8a71-394b-43e0-b7b7-669e9f56025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.590143 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689045'] for router, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.740361 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7aaa8a71-394b-43e0-b7b7-669e9f56025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.786204 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-7aaa8a71-394b-43e0-b7b7-669e9f56025f None None] For port 433967bb-632c-4078-bf9b-b75d89df54db, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=433967bb-632c-4078-bf9b-b75d89df54db,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:25:26.791115 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7aaa8a71-394b-43e0-b7b7-669e9f56025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:26.792964 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:26.817793 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Router 52adb607-2f19-4e16-9335-3a6dee232a34 is scheduled to L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 with binding_index 1 {{(pid=78583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:25:26.867388 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa8a71-394b-43e0-b7b7-669e9f56025f None None] Pushing event updated for resources: {'Port': ['ID=433967bb-632c-4078-bf9b-b75d89df54db,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:26.870517 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-7aaa8a71-394b-43e0-b7b7-669e9f56025f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:27.008549 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:25:27.017147 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Sync routers for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:27.026965 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:25:27.027623 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:25:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:27.036699 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.038106 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-2077bfbb-717c-4614-bf16-4396de824fe8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5728493 Jul 23 16:25:27.040720 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36044) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:27.199582 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-229b89a7-3420-4cc3-94de-01ecb870c0ab None None] Provisioning complete for port 433967bb-632c-4078-bf9b-b75d89df54db triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:27.200175 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-229b89a7-3420-4cc3-94de-01ecb870c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.271567 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:25:27.614284 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:25Z', 'revision_number': 3, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:27.618681 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Checking router: 52adb607-2f19-4e16-9335-3a6dee232a34 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:27.619039 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Updating router 52adb607-2f19-4e16-9335-3a6dee232a34 port c04d6e5e-cb62-4a4c-8321-a84ec5150320 binding host dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:25:27.676715 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:27.831238 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.039088 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Notify callbacks [] for port, precommit_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.054435 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Transition to ACTIVE for port object c04d6e5e-cb62-4a4c-8321-a84ec5150320 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:28.058094 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Allocated IP 172.20.0.1 (14e6923f-4c05-4618-b5d6-6706e0713580/39187ad3-8e6f-4618-bc73-fe15e8c23ac7/8a07e5aa-a16e-464b-9e11-179834be3683) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:28.062553 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.073619 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:28.107827 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 433967bb-632c-4078-bf9b-b75d89df54db up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:28.214732 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Attempting to bind port c04d6e5e-cb62-4a4c-8321-a84ec5150320 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:28.215474 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Attempting to bind port c04d6e5e-cb62-4a4c-8321-a84ec5150320 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:28.215762 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Attempting to bind port c04d6e5e-cb62-4a4c-8321-a84ec5150320 on network 80087887-44f3-4740-b360-651004434b14 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:25:28.215884 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.233343 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Transition to ACTIVE for port object 8a07e5aa-a16e-464b-9e11-179834be3683 will not be triggered until provisioned by entity DHCP. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:28.236810 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:25:28.237393 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Checking segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:25:28.237989 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.238544 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Bound using segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:25:28.239194 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Bound port: c04d6e5e-cb62-4a4c-8321-a84ec5150320, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:28.239693 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.258251 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.262145 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-1630aa80-80fd-4e9d-85be-214f32c9abc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:28.313055 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aea8c2-410d-456b-be1d-7d3aa141e3f8 None None] Pushing event updated for resources: {'Port': ['ID=c04d6e5e-cb62-4a4c-8321-a84ec5150320,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:28.318456 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-d3aea8c2-410d-456b-be1d-7d3aa141e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:28.334563 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Network 14e6923f-4c05-4618-b5d6-6706e0713580 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:28.337623 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:28.341270 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:25:28.354696 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 433967bb-632c-4078-bf9b-b75d89df54db triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:28.355001 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.372119 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a07e5aa-a16e-464b-9e11-179834be3683,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:28.389841 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.390730 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.391091 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.391437 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.391782 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.392124 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.392465 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.392806 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.393168 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.393502 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.393845 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.394180 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:28.396125 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] For port c04d6e5e-cb62-4a4c-8321-a84ec5150320, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:25:28.399267 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:28.416182 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659792'] for router_interface, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.420656 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] For port c04d6e5e-cb62-4a4c-8321-a84ec5150320, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=c04d6e5e-cb62-4a4c-8321-a84ec5150320,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:25:28.428668 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.433159 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-2ee7d72f-363a-49d1-a83f-836781788302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:28.582064 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:25:28.582915 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:25:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:28.675467 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aea8c2-410d-456b-be1d-7d3aa141e3f8 None None] Pushing event updated for resources: {'Port': ['ID=c04d6e5e-cb62-4a4c-8321-a84ec5150320,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:28.675927 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.684100 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-d3aea8c2-410d-456b-be1d-7d3aa141e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:28.711271 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e9212b37-5809-4531-9e3f-44110e5657a9 None None] Provisioning for port 8a07e5aa-a16e-464b-9e11-179834be3683 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:28.798694 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e9212b37-5809-4531-9e3f-44110e5657a9 None None] Provisioning complete for port 8a07e5aa-a16e-464b-9e11-179834be3683 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:28.799281 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e9212b37-5809-4531-9e3f-44110e5657a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.878160 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:25:28.904054 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.909064 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:28.938003 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-88adc6fc-1dbe-454c-af46-52d1994219cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:28.938209 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-e9212b37-5809-4531-9e3f-44110e5657a9 None None] Port 8a07e5aa-a16e-464b-9e11-179834be3683 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:29.019836 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a07e5aa-a16e-464b-9e11-179834be3683,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:29.022687 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659775'] for router_interface, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.027020 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:29.162405 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Network 14e6923f-4c05-4618-b5d6-6706e0713580 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:29.163516 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:29.233239 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 1, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:29.238814 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7c5d-6603-4c5e-bcac-afbd7119cfbf None None] The sync data for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb is: [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 1, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:29.361367 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-f591996e-72df-4b06-87af-b8870c1fd068 None None] Provisioning complete for port 8a07e5aa-a16e-464b-9e11-179834be3683 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:29.361766 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f591996e-72df-4b06-87af-b8870c1fd068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:29.417146 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-f591996e-72df-4b06-87af-b8870c1fd068 None None] Port 8a07e5aa-a16e-464b-9e11-179834be3683 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:29.495997 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Router 52adb607-2f19-4e16-9335-3a6dee232a34 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:29.682783 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:25:29.693880 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] 10.222.0.76 "PUT /v2.0/routers/52adb607-2f19-4e16-9335-3a6dee232a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6518731 Jul 23 16:25:30.103824 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device c04d6e5e-cb62-4a4c-8321-a84ec5150320 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:30.189532 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port c04d6e5e-cb62-4a4c-8321-a84ec5150320 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:30.194697 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port c04d6e5e-cb62-4a4c-8321-a84ec5150320 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:30.195076 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.294465 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36062) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:30.300939 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1610974594-network', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:30.306020 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:30.310455 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Usage tracker for resource:network and tenant:bc8d7ffb2a674d72bb897dc52e06e1a5 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:30.315453 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:30.322464 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:30.322783 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.336405 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Made reservation on behalf of bc8d7ffb2a674d72bb897dc52e06e1a5 for: {'network': 1} {{(pid=78584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:30.339186 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for network, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.344017 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port c04d6e5e-cb62-4a4c-8321-a84ec5150320, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=c04d6e5e-cb62-4a4c-8321-a84ec5150320,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:25:30.348416 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.352155 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:30.352513 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.368647 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:30.372552 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Usage tracker for resource:security_group_rule and tenant:bc8d7ffb2a674d72bb897dc52e06e1a5 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:30.376085 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:30.382375 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:30.430898 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=c04d6e5e-cb62-4a4c-8321-a84ec5150320,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:30.435078 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:30.480886 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.486627 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.490021 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1ade4c48-714a-4b17-b8b7-8a961c71defc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:30.519893 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=78584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:30.528256 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2a778d-d0c9-4247-a7b8-df6f7b21153b,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:30.532075 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:30.536308 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.536754 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.segments_db [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Added segment 8b7797e3-439e-432d-a3e6-425d88ab8bd3 of type vlan for network c9f65a64-e235-4378-8ea1-de24c10e7e9f Jul 23 16:25:30.568776 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776707053990'] for network, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.599137 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998'] for network, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.600682 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:30.601294 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.604611 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6e3530c6-1932-4c4a-9045-c51bc182d7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:30.703849 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4082778 Jul 23 16:25:30.706935 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36066) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:30.709295 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Pushing event updated for resources: {'Network': ['ID=c9f65a64-e235-4378-8ea1-de24c10e7e9f,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:30.712153 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-8a021ff7-0dd5-49d6-8d7a-47201c0493ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:30.713088 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Request body: {'subnet': {'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1610974594-subnet', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'ip_version': 4}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:30.722036 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Network c9f65a64-e235-4378-8ea1-de24c10e7e9f details requested by agent ovs-agent-dv-cinder-802036-1-smb with host dv-cinder-802036-1-smb {{(pid=78585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:25:30.725093 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:30.729511 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Usage tracker for resource:subnet and tenant:bc8d7ffb2a674d72bb897dc52e06e1a5 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:30.732404 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:30.738825 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:30.749994 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Made reservation on behalf of bc8d7ffb2a674d72bb897dc52e06e1a5 for: {'subnet': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:30.752599 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15231874'] for subnet, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.971647 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14461955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15231984'] for subnet, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:30.975527 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:31.042791 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75cfd898-2d5d-4cc6-ab53-b82d32e66110,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:31.047060 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:31.053957 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Checking segment: {'id': '8b7797e3-439e-432d-a3e6-425d88ab8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:25:31.054300 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Network hostable DHCP agents. Network: c9f65a64-e235-4378-8ea1-de24c10e7e9f, hostable agents: ['19296315-ca7a-42cb-9926-78053e9af0b1'], hosted agents: [] {{(pid=78583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:31.073646 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Network c9f65a64-e235-4378-8ea1-de24c10e7e9f is scheduled to be hosted by DHCP agent 19296315-ca7a-42cb-9926-78053e9af0b1 with binding_index 1 {{(pid=78583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:31.084380 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802036-1-smb, c9f65a64-e235-4378-8ea1-de24c10e7e9f) {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:31.088717 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.089429 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.094307 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7fcda6-1ec3-4740-b0c6-ddc8d579aaa6 None None] Network c9f65a64-e235-4378-8ea1-de24c10e7e9f requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:25:31.115127 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-d508e27d-167c-410f-8555-9033073212f9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4043448 Jul 23 16:25:31.115563 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36070) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:31.121150 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14'}}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:31.125975 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:31.129982 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Usage tracker for resource:router and tenant:bc8d7ffb2a674d72bb897dc52e06e1a5 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:25:31.133108 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:25:31.138968 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:31.150551 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-325'] for router, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.151676 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-392388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-332'] for router, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.170556 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.214966 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Sync routers for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:31.224624 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:25:31.225274 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:25:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:31.319918 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b9cdedf-693c-587c-a78b-8f08e8df0f19-c9f65a64-e235-4378-8ea1-de24c10e7e9f', 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'fixed_ips': [{'subnet_id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110'}]}} from dv-cinder-802036-1-smb. {{(pid=78585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 23 16:25:31.320884 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.413153 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:25:31.455811 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-346'] for router, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.487270 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.db_base_plugin_common [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Allocated IP 172.20.0.2 (c9f65a64-e235-4378-8ea1-de24c10e7e9f/75cfd898-2d5d-4cc6-ab53-b82d32e66110/ddd3b8aa-00b1-4eb4-8670-a25576a7f627) {{(pid=78585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:31.713960 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Notify callbacks [] for port, precommit_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.725287 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Transition to ACTIVE for port object ddd3b8aa-00b1-4eb4-8670-a25576a7f627 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:31.745642 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Transition to ACTIVE for port object ddd3b8aa-00b1-4eb4-8670-a25576a7f627 will not be triggered until provisioned by entity DHCP. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:31.752955 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456'] for port, after_create {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.758979 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:31.773503 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 2, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:31.780019 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Checking router: 52adb607-2f19-4e16-9335-3a6dee232a34 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:31.780418 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Updating router 52adb607-2f19-4e16-9335-3a6dee232a34 port 8a07e5aa-a16e-464b-9e11-179834be3683 binding host dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:25:31.823247 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Network c9f65a64-e235-4378-8ea1-de24c10e7e9f is already hosted by enough agents. {{(pid=78585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:31.826368 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.scheduler.base_scheduler [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Resources bound (agent type, host, resource id): {{(pid=78585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:31.830408 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Received port after_create {{(pid=78585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:25:31.839912 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Pushing event updated for resources: {'Port': ['ID=ddd3b8aa-00b1-4eb4-8670-a25576a7f627,revision_number=1']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:31.845128 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.869603 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:31.906798 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.935244 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Attempting to bind port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:31.935721 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Attempting to bind port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '8b7797e3-439e-432d-a3e6-425d88ab8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:31.936171 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Attempting to bind port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 on network c9f65a64-e235-4378-8ea1-de24c10e7e9f {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:25:31.938439 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.942875 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:25:31.943459 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Checking segment: {'id': '8b7797e3-439e-432d-a3e6-425d88ab8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:25:31.943808 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.944277 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Bound using segment: {'id': '8b7797e3-439e-432d-a3e6-425d88ab8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:25:31.944822 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Bound port: ddd3b8aa-00b1-4eb4-8670-a25576a7f627, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7797e3-439e-432d-a3e6-425d88ab8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:31.945311 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.044279 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] For port ddd3b8aa-00b1-4eb4-8670-a25576a7f627, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:25:32.048945 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] For port ddd3b8aa-00b1-4eb4-8670-a25576a7f627, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=ddd3b8aa-00b1-4eb4-8670-a25576a7f627,segment=NetworkSegment(8b7797e3-439e-432d-a3e6-425d88ab8bd3),segment_id=8b7797e3-439e-432d-a3e6-425d88ab8bd3)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:25:32.055287 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.065291 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:32.087276 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Allocated IP 172.28.2.166 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/e7c7a015-1aa0-4188-a94d-6b66ae749f44) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:32.128882 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device c04d6e5e-cb62-4a4c-8321-a84ec5150320 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:32.205704 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Pushing event updated for resources: {'Port': ['ID=ddd3b8aa-00b1-4eb4-8670-a25576a7f627,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:32.225263 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:32.238372 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Notify callbacks [] for port, precommit_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.242412 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port c04d6e5e-cb62-4a4c-8321-a84ec5150320 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:32.242866 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.251803 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.provisioning_blocks [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Transition to ACTIVE for port object 8a07e5aa-a16e-464b-9e11-179834be3683 will not be triggered until provisioned by entity L2. {{(pid=78586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:32.259292 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.260592 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.268440 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:32.294814 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.303617 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-3eb7204f-e417-456c-b084-72de374cf382 tempest-VolumesSnapshotTestJSON-1363640322 tempest-VolumesSnapshotTestJSON-1363640322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:32.387529 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Pushing event updated for resources: {'Port': ['ID=e7c7a015-1aa0-4188-a94d-6b66ae749f44,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:32.409257 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:32.410932 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:32.413524 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:32.421401 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:25:32.512250 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Pushing event updated for resources: {'Port': ['ID=8a07e5aa-a16e-464b-9e11-179834be3683,revision_number=3']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:32.562768 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.563323 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.564072 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.565030 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.565898 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.569269 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.571230 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.571749 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.572234 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.572740 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.573252 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.573727 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:32.579104 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:32.603929 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Attempting to bind port 8a07e5aa-a16e-464b-9e11-179834be3683 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:32.604295 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Attempting to bind port 8a07e5aa-a16e-464b-9e11-179834be3683 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:32.604956 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Attempting to bind port 8a07e5aa-a16e-464b-9e11-179834be3683 on network 14e6923f-4c05-4618-b5d6-6706e0713580 {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:25:32.616624 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:25:32.617359 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Checking segment: {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:25:32.618027 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.618667 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Bound using segment: {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:25:32.619315 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Bound port: 8a07e5aa-a16e-464b-9e11-179834be3683, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'}}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:32.619712 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.730856 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] For port 8a07e5aa-a16e-464b-9e11-179834be3683, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:25:32.734992 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] For port 8a07e5aa-a16e-464b-9e11-179834be3683, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=8a07e5aa-a16e-464b-9e11-179834be3683,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:25:32.740274 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.746315 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-a46a157f-a0d7-4e4e-8e1d-d5cd3af1b5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:32.837723 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:25:32.838669 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:25:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:32.933301 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Pushing event updated for resources: {'Port': ['ID=8a07e5aa-a16e-464b-9e11-179834be3683,revision_number=4']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:32.936572 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-327f9c58-d1a0-47af-8488-253d400b6a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:32.937967 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.050672 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:25:33.272259 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e2afb6f8-96a0-474b-bc50-5e4d45dcca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.316207 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689045'] for router, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.418122 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d5ed0-3d73-4030-8848-00127f9a68b0 None None] Network c9f65a64-e235-4378-8ea1-de24c10e7e9f requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:25:33.419173 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:32Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:33.428259 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df460ddf-d11f-440f-8392-1ce2e74bb499 None None] The sync data for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb is: [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:32Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:33.545857 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-3519c23f-1f34-40d9-a0ba-5fe0474e57af None None] Provisioning for port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:33.617676 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.692060 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 is scheduled to L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 with binding_index 1 {{(pid=78584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:25:33.891049 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:25:33.906578 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Sync routers for ids ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:33.916895 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Routers {'2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:25:33.917896 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:25:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:33.918586 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] Notify callbacks [] for router, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.923237 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-44f170aa-fef5-4065-a938-a5d616303a8a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8035157 Jul 23 16:25:33.923498 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36074) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:34.169474 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Set router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:25:34.285145 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 8a07e5aa-a16e-464b-9e11-179834be3683 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:34.464808 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 8a07e5aa-a16e-464b-9e11-179834be3683 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:34.495992 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 8a07e5aa-a16e-464b-9e11-179834be3683 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:34.496376 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.635092 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.662008 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:32Z', 'revision_number': 3, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'gw_port': {'id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:34.671236 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Checking router: 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:34.672100 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Updating router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 port e7c7a015-1aa0-4188-a94d-6b66ae749f44 binding host dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:25:34.702329 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.754702 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.798446 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 8a07e5aa-a16e-464b-9e11-179834be3683, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=8a07e5aa-a16e-464b-9e11-179834be3683,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:25:34.804881 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:34.805759 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device ddd3b8aa-00b1-4eb4-8670-a25576a7f627 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:34.849722 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-96c71155-99c1-4fee-a5de-9e33282426fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:34.854003 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Allocated IP 172.20.0.1 (c9f65a64-e235-4378-8ea1-de24c10e7e9f/75cfd898-2d5d-4cc6-ab53-b82d32e66110/196f54f9-8480-475f-9a54-e6a0b35b47b3) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:35.001066 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.007433 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=8a07e5aa-a16e-464b-9e11-179834be3683,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.010526 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:35.017594 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.provisioning_blocks [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Transition to ACTIVE for port object 196f54f9-8480-475f-9a54-e6a0b35b47b3 will not be triggered until provisioned by entity DHCP. {{(pid=78584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:35.043865 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.048591 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:35.048907 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:35.064307 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:35.064688 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.113306 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Network c9f65a64-e235-4378-8ea1-de24c10e7e9f is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:35.116267 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:35.120270 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:25:35.160140 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Pushing event updated for resources: {'Port': ['ID=196f54f9-8480-475f-9a54-e6a0b35b47b3,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.164199 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:35.181839 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659792'] for router_interface, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.290709 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.380028 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Notify callbacks [] for port, precommit_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.385542 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port ddd3b8aa-00b1-4eb4-8670-a25576a7f627, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=ddd3b8aa-00b1-4eb4-8670-a25576a7f627,segment=NetworkSegment(8b7797e3-439e-432d-a3e6-425d88ab8bd3),segment_id=8b7797e3-439e-432d-a3e6-425d88ab8bd3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:25:35.393959 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.398419 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:35.435558 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Transition to ACTIVE for port object e7c7a015-1aa0-4188-a94d-6b66ae749f44 will not be triggered until provisioned by entity L2. {{(pid=78585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:35.462969 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.493721 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e7284e5a-dc7a-4743-bd3d-72545cb8b930 None None] Provisioning for port 196f54f9-8480-475f-9a54-e6a0b35b47b3 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:35.507872 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-e7284e5a-dc7a-4743-bd3d-72545cb8b930 None None] Provisioning complete for port 196f54f9-8480-475f-9a54-e6a0b35b47b3 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:35.508262 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e7284e5a-dc7a-4743-bd3d-72545cb8b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.537229 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=ddd3b8aa-00b1-4eb4-8670-a25576a7f627,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.540436 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:35.546075 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:35.573060 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.575356 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Attempting to bind port e7c7a015-1aa0-4188-a94d-6b66ae749f44 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:35.575732 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Attempting to bind port e7c7a015-1aa0-4188-a94d-6b66ae749f44 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:35.576105 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Attempting to bind port e7c7a015-1aa0-4188-a94d-6b66ae749f44 on network 80087887-44f3-4740-b360-651004434b14 {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:25:35.598775 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:25:35.599154 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Checking segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:25:35.599544 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.599940 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Bound using segment: {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'} {{(pid=78585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:25:35.600422 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.managers [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Bound port: e7c7a015-1aa0-4188-a94d-6b66ae749f44, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ee828-b671-4acb-9c60-74ee062fdcc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80087887-44f3-4740-b360-651004434b14'}}] {{(pid=78585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:35.600801 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.682658 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-e7284e5a-dc7a-4743-bd3d-72545cb8b930 None None] Port 196f54f9-8480-475f-9a54-e6a0b35b47b3 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:35.686258 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780b800-b8bc-4321-9279-7f4a1c48a45b None None] Pushing event updated for resources: {'Port': ['ID=e7c7a015-1aa0-4188-a94d-6b66ae749f44,revision_number=2']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.690850 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5780b800-b8bc-4321-9279-7f4a1c48a45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:35.713614 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] For port e7c7a015-1aa0-4188-a94d-6b66ae749f44, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:25:35.716840 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] For port e7c7a015-1aa0-4188-a94d-6b66ae749f44, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=e7c7a015-1aa0-4188-a94d-6b66ae749f44,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:25:35.721923 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.725379 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:35.799494 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Routers {'2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:25:35.800025 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:25:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:35.816623 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.822828 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.850032 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-c6b65abb-831e-44cf-bd5e-63f528b3840d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:35.900536 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780b800-b8bc-4321-9279-7f4a1c48a45b None None] Pushing event updated for resources: {'Port': ['ID=e7c7a015-1aa0-4188-a94d-6b66ae749f44,revision_number=3']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.911127 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5780b800-b8bc-4321-9279-7f4a1c48a45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:35.941779 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659775'] for router_interface, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.944392 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-be99a42d-6b00-43f9-a7c4-039c995add0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.947612 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Pushing event updated for resources: {'Port': ['ID=196f54f9-8480-475f-9a54-e6a0b35b47b3,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.950765 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:36.042623 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] Set router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:25:36.088964 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 8a07e5aa-a16e-464b-9e11-179834be3683 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:36.092523 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Network c9f65a64-e235-4378-8ea1-de24c10e7e9f is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:36.093696 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:36.282176 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:36.334219 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 8a07e5aa-a16e-464b-9e11-179834be3683 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:36.334799 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.405972 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-32b08c53-ec64-404f-ac81-40342cb97d3b None None] Provisioning complete for port 196f54f9-8480-475f-9a54-e6a0b35b47b3 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:36.406277 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-32b08c53-ec64-404f-ac81-40342cb97d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.464491 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:25:36.474099 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] 10.222.0.76 "PUT /v2.0/routers/2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5495284 Jul 23 16:25:36.510860 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-32b08c53-ec64-404f-ac81-40342cb97d3b None None] Port 196f54f9-8480-475f-9a54-e6a0b35b47b3 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:36.576788 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device ddd3b8aa-00b1-4eb4-8670-a25576a7f627 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:36.637318 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 4, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'gw_port': {'id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '196f54f9-8480-475f-9a54-e6a0b35b47b3', 'name': '', 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'mac_address': 'fa:16:3e:5f:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 2, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'subnets': [{'id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:36.645636 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e369c-93de-48d9-b649-a127c2e85489 None None] The sync data for ids ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'] in dv-cinder-802036-1-smb is: [{'id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 4, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'gw_port': {'id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '196f54f9-8480-475f-9a54-e6a0b35b47b3', 'name': '', 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'mac_address': 'fa:16:3e:5f:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 2, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'subnets': [{'id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:36.659772 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:36.660157 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.729433 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.770445 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.123473 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device e7c7a015-1aa0-4188-a94d-6b66ae749f44 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:38.213797 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port e7c7a015-1aa0-4188-a94d-6b66ae749f44 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:38.225768 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port e7c7a015-1aa0-4188-a94d-6b66ae749f44 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:38.226010 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.254824 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.360677 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.379967 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port e7c7a015-1aa0-4188-a94d-6b66ae749f44, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=e7c7a015-1aa0-4188-a94d-6b66ae749f44,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:25:38.387570 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.387913 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:38.465493 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=e7c7a015-1aa0-4188-a94d-6b66ae749f44,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:38.470951 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:40.105587 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device e7c7a015-1aa0-4188-a94d-6b66ae749f44 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:40.186381 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port e7c7a015-1aa0-4188-a94d-6b66ae749f44 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:40.186784 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.579911 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Sync routers for ids ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:40.592914 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Routers {'2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:25:40.594464 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:25:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:40.829795 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Set router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:25:41.203570 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 4, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'gw_port': {'id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '196f54f9-8480-475f-9a54-e6a0b35b47b3', 'name': '', 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'mac_address': 'fa:16:3e:5f:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 2, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'subnets': [{'id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:41.208042 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Checking router: 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:41.208418 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Updating router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 port 196f54f9-8480-475f-9a54-e6a0b35b47b3 binding host dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:25:41.267606 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.675700 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Notify callbacks [] for port, precommit_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.691514 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.provisioning_blocks [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Transition to ACTIVE for port object 196f54f9-8480-475f-9a54-e6a0b35b47b3 will not be triggered until provisioned by entity L2. {{(pid=78586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:41.699528 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.703986 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-d3ec4633-2dc3-485f-847e-ee522a3decf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:41.869216 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12556bf-dffe-4109-a36f-6d4d082b5534 None None] Pushing event updated for resources: {'Port': ['ID=196f54f9-8480-475f-9a54-e6a0b35b47b3,revision_number=3']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:41.872066 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-e12556bf-dffe-4109-a36f-6d4d082b5534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:41.940634 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Attempting to bind port 196f54f9-8480-475f-9a54-e6a0b35b47b3 on host dv-cinder-802036-1-smb for vnic_type normal with profile {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:41.940984 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Attempting to bind port 196f54f9-8480-475f-9a54-e6a0b35b47b3 by drivers openvswitch,hyperv on host dv-cinder-802036-1-smb at level 0 using segments [{'id': '8b7797e3-439e-432d-a3e6-425d88ab8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f'}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:41.941317 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Attempting to bind port 196f54f9-8480-475f-9a54-e6a0b35b47b3 on network c9f65a64-e235-4378-8ea1-de24c10e7e9f {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:25:41.947531 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Checking agent: {'id': 'd21e2148-d0cc-4d8f-bc62-4fdccf799bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802036-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 7, 4), 'started_at': datetime.datetime(2021, 7, 23, 16, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802036-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:25:41.947895 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Checking segment: {'id': '8b7797e3-439e-432d-a3e6-425d88ab8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:25:41.948303 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.948814 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Bound using segment: {'id': '8b7797e3-439e-432d-a3e6-425d88ab8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f'} {{(pid=78586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:25:41.949329 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.managers [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Bound port: 196f54f9-8480-475f-9a54-e6a0b35b47b3, host: dv-cinder-802036-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7797e3-439e-432d-a3e6-425d88ab8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f'}}] {{(pid=78586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:41.949727 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.060334 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] For port 196f54f9-8480-475f-9a54-e6a0b35b47b3, host dv-cinder-802036-1-smb, cleared binding levels {{(pid=78586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:25:42.064252 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.plugins.ml2.db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] For port 196f54f9-8480-475f-9a54-e6a0b35b47b3, host dv-cinder-802036-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=196f54f9-8480-475f-9a54-e6a0b35b47b3,segment=NetworkSegment(8b7797e3-439e-432d-a3e6-425d88ab8bd3),segment_id=8b7797e3-439e-432d-a3e6-425d88ab8bd3)] {{(pid=78586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:25:42.072507 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.076597 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:42.159970 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Routers {'2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:25:42.160600 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:25:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:42.234869 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12556bf-dffe-4109-a36f-6d4d082b5534 None None] Pushing event updated for resources: {'Port': ['ID=196f54f9-8480-475f-9a54-e6a0b35b47b3,revision_number=4']} {{(pid=78586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:42.244934 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG oslo_concurrency.lockutils [None req-e12556bf-dffe-4109-a36f-6d4d082b5534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:42.396446 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] Set router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:25:42.742775 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 4, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'gw_port': {'id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '196f54f9-8480-475f-9a54-e6a0b35b47b3', 'name': '', 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'mac_address': 'fa:16:3e:5f:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:42Z', 'revision_number': 4, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'subnets': [{'id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:42.748392 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d2bc3-3314-4df6-89c0-1d3dc0abf55c None None] The sync data for ids ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'] in dv-cinder-802036-1-smb is: [{'id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:35Z', 'revision_number': 4, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'gw_port': {'id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '196f54f9-8480-475f-9a54-e6a0b35b47b3', 'name': '', 'network_id': 'c9f65a64-e235-4378-8ea1-de24c10e7e9f', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'mac_address': 'fa:16:3e:5f:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:34Z', 'updated_at': '2021-07-23T16:25:42Z', 'revision_number': 4, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'subnets': [{'id': '75cfd898-2d5d-4cc6-ab53-b82d32e66110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:44.128443 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 196f54f9-8480-475f-9a54-e6a0b35b47b3 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:44.208256 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning for port 196f54f9-8480-475f-9a54-e6a0b35b47b3 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:44.216628 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 196f54f9-8480-475f-9a54-e6a0b35b47b3 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:44.217019 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.391337 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.429599 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] For port 196f54f9-8480-475f-9a54-e6a0b35b47b3, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=196f54f9-8480-475f-9a54-e6a0b35b47b3,segment=NetworkSegment(8b7797e3-439e-432d-a3e6-425d88ab8bd3),segment_id=8b7797e3-439e-432d-a3e6-425d88ab8bd3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:25:44.435681 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.438295 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:44.519277 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Pushing event updated for resources: {'Port': ['ID=196f54f9-8480-475f-9a54-e6a0b35b47b3,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:44.528751 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.529220 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.529626 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.530019 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.530468 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.530859 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.531188 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.531505 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.531827 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.532143 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.532463 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.532772 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:44.537253 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:46.083534 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 196f54f9-8480-475f-9a54-e6a0b35b47b3 up at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:25:46.153771 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Provisioning complete for port 196f54f9-8480-475f-9a54-e6a0b35b47b3 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:46.154158 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.807107 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-a82815ae-f6b2-48f9-a17f-0b3118597037 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.808555 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-a82815ae-f6b2-48f9-a17f-0b3118597037 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/networks?id=14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 200 len: 815 time: 0.1515183 Jul 23 16:25:46.824193 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-2bb2714f-29a6-4cb7-b293-838cd6db9cd9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/quotas/c30f72dc01384865b8896bdd185bbed9 HTTP/1.1" status: 200 len: 375 time: 0.0091548 Jul 23 16:25:46.908164 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-19d4c8ed-477e-466a-a87e-e99e19b5e99b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Synchronizing usage tracker for tenant:c30f72dc01384865b8896bdd185bbed9 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:25:46.926126 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-19d4c8ed-477e-466a-a87e-e99e19b5e99b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Unset dirty status for tenant:c30f72dc01384865b8896bdd185bbed9 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:25:46.927889 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-19d4c8ed-477e-466a-a87e-e99e19b5e99b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983827 Jul 23 16:25:47.072652 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-dc7a3052-ef2a-4dd4-a1ab-19b563f79826 service neutron] 10.222.0.76 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305382 Jul 23 16:25:47.206434 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-cef64757-c828-4d80-8942-ebf9411030f4 service neutron] 10.222.0.76 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269066 Jul 23 16:25:47.496487 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d0cc256d-4bf8-4e30-8e08-ce6e0c7ea607 req-c0aff7da-8d70-4431-ae92-13a9236048ae tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 210 time: 0.1516595 Jul 23 16:25:48.707744 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a242ea90-b984-482b-b7c7-faf1962a8b85 req-1647905b-491c-4f85-935d-c5a8491548d4 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 210 time: 0.0928648 Jul 23 16:25:48.756396 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-d14d3c6f-e26f-4e4e-949a-7133c2effb39 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:48.757874 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-d14d3c6f-e26f-4e4e-949a-7133c2effb39 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.88 "GET /v2.0/networks?id=14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 200 len: 815 time: 0.2038572 Jul 23 16:25:48.770641 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'port': {'device_id': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'admin_state_up': True, 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:49.019619 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:25:49.029549 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:25:49.040134 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Made reservation on behalf of c30f72dc01384865b8896bdd185bbed9 for: {'port': 1} {{(pid=78583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:49.043591 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.314029 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_common [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Allocated IP 172.20.0.6 (14e6923f-4c05-4618-b5d6-6706e0713580/39187ad3-8e6f-4618-bc73-fe15e8c23ac7/f1f30ec0-d427-4762-a20d-ff509947d174) {{(pid=78583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:49.647837 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for port, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.669503 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Transition to ACTIVE for port object f1f30ec0-d427-4762-a20d-ff509947d174 will not be triggered until provisioned by entity DHCP. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:49.699309 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.706298 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:49.783687 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Network 14e6923f-4c05-4618-b5d6-6706e0713580 is already hosted by enough agents. {{(pid=78583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:49.796779 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'Port': ['ID=f1f30ec0-d427-4762-a20d-ff509947d174,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:49.809258 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:49.811032 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.base_scheduler [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources bound (agent type, host, resource id): {{(pid=78583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:49.814371 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Received port after_create {{(pid=78583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:25:49.962563 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:49.963322 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.000690 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-aa472a43-fc8b-4aec-b90b-3e46ab917b6b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2340457 Jul 23 16:25:50.013438 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650e97c-c4f4-4b71-87fa-8f34d127bbf2 req-3f069dc9-dc20-418e-9629-69b57ab00857 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:50.014209 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-c650e97c-c4f4-4b71-87fa-8f34d127bbf2 req-3f069dc9-dc20-418e-9629-69b57ab00857 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Synchronizing usage tracker for tenant:c30f72dc01384865b8896bdd185bbed9 on resource:port {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:25:50.034952 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-c650e97c-c4f4-4b71-87fa-8f34d127bbf2 req-3f069dc9-dc20-418e-9629-69b57ab00857 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Unset dirty status for tenant:c30f72dc01384865b8896bdd185bbed9 on resource:port {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:25:50.036309 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c650e97c-c4f4-4b71-87fa-8f34d127bbf2 req-3f069dc9-dc20-418e-9629-69b57ab00857 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 931 time: 0.1856215 Jul 23 16:25:50.097326 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c650e97c-c4f4-4b71-87fa-8f34d127bbf2 req-ebfc215d-099c-4e48-9a47-38f1954d4574 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523937 Jul 23 16:25:50.102922 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-75114f76-0989-4dbf-950a-30e9c51f722a None None] Provisioning for port f1f30ec0-d427-4762-a20d-ff509947d174 completed by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:50.108943 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-75114f76-0989-4dbf-950a-30e9c51f722a None None] Provisioning complete for port f1f30ec0-d427-4762-a20d-ff509947d174 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:50.109416 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-75114f76-0989-4dbf-950a-30e9c51f722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.167350 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-75114f76-0989-4dbf-950a-30e9c51f722a None None] Port f1f30ec0-d427-4762-a20d-ff509947d174 cannot update to ACTIVE because it is not bound. {{(pid=78585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:50.513206 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:25:51.289367 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9e797-a3a6-4859-9da6-ecdb4dbe01af req-7faae8c1-080e-420c-af35-9c029493ec3b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:51.290939 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cdf9e797-a3a6-4859-9da6-ecdb4dbe01af req-7faae8c1-080e-420c-af35-9c029493ec3b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 931 time: 0.0822175 Jul 23 16:25:51.341578 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cdf9e797-a3a6-4859-9da6-ecdb4dbe01af req-a350300d-6466-4c9a-bf18-3f68547f19a3 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Jul 23 16:25:52.566459 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca0eb4-9162-4c7f-8189-70bddf8ef4f2 req-8311ce32-b0d5-44dd-beec-f04094b1970e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:52.568917 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e3ca0eb4-9162-4c7f-8189-70bddf8ef4f2 req-8311ce32-b0d5-44dd-beec-f04094b1970e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 931 time: 0.0920496 Jul 23 16:25:52.627325 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e3ca0eb4-9162-4c7f-8189-70bddf8ef4f2 req-7cb21e12-a1cb-4bb6-aeff-7ea80986c89e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510471 Jul 23 16:25:53.817560 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3756-7904-4f8a-ae19-e3868cbd5254 req-f77761c9-08fe-42fc-b9f2-a080ea660e1e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:53.818963 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-245f3756-7904-4f8a-ae19-e3868cbd5254 req-f77761c9-08fe-42fc-b9f2-a080ea660e1e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 931 time: 0.0817428 Jul 23 16:25:53.869098 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-245f3756-7904-4f8a-ae19-e3868cbd5254 req-16c3e196-b646-4b69-bf54-4976cd31bdc8 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Jul 23 16:25:55.076451 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f188b-e76b-4bc4-9879-046a41e00080 req-2111c922-f085-4e8c-bc06-4861655af629 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:55.078165 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b70f188b-e76b-4bc4-9879-046a41e00080 req-2111c922-f085-4e8c-bc06-4861655af629 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 931 time: 0.0964539 Jul 23 16:25:55.139775 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-b70f188b-e76b-4bc4-9879-046a41e00080 req-04fe2031-2e41-41fb-9f49-7be5c2430a37 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558441 Jul 23 16:25:56.355187 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0c7db-e316-41b8-8531-d15ea9dda9ed req-c6a8bae2-24b4-467d-a896-77e386ed824e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.363813 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e9b0c7db-e316-41b8-8531-d15ea9dda9ed req-c6a8bae2-24b4-467d-a896-77e386ed824e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 931 time: 0.0958931 Jul 23 16:25:56.408102 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e9b0c7db-e316-41b8-8531-d15ea9dda9ed req-be4895c7-e162-435a-bfa3-2409b16d8de1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 Jul 23 16:25:57.604391 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0159b56-e47e-4077-92db-d199f8ae1601 req-fbfbf13e-480f-443b-b1d3-c08a07d8ca85 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:57.606830 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d0159b56-e47e-4077-92db-d199f8ae1601 req-fbfbf13e-480f-443b-b1d3-c08a07d8ca85 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 931 time: 0.0828600 Jul 23 16:25:57.660576 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-d0159b56-e47e-4077-92db-d199f8ae1601 req-29fbbf7a-fa6f-4ee6-8a30-3098c604f065 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Jul 23 16:25:58.854106 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927800bb-66d3-4936-9831-111f7789adb7 req-e763606e-4b1b-49a6-8eaf-114081cbab41 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.855572 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-927800bb-66d3-4936-9831-111f7789adb7 req-e763606e-4b1b-49a6-8eaf-114081cbab41 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 931 time: 0.0826714 Jul 23 16:25:58.902749 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-927800bb-66d3-4936-9831-111f7789adb7 req-4495740b-63a8-4439-a9b4-70cb6d83b910 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Jul 23 16:25:59.108706 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-838b0c0e-783c-45d8-909d-9a7c937c1d72 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:25:59.109889 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-838b0c0e-783c-45d8-909d-9a7c937c1d72 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060780 Jul 23 16:25:59.167619 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Request body: {'port': {'device_id': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:59.277381 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.740081 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f30ec0-d427-4762-a20d-ff509947d174 {{(pid=78583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:59.747099 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.761355 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.provisioning_blocks [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Transition to ACTIVE for port object f1f30ec0-d427-4762-a20d-ff509947d174 will not be triggered until provisioned by entity L2. {{(pid=78583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:59.765839 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.769346 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5ef03c75-cc3f-4339-b12d-f2a167796e34 tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:59.929097 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f30ec0-d427-4762-a20d-ff509947d174,revision_number=2']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:59.930733 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:00.009835 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Attempting to bind port f1f30ec0-d427-4762-a20d-ff509947d174 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:00.010147 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Attempting to bind port f1f30ec0-d427-4762-a20d-ff509947d174 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:00.010673 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Attempting to bind port f1f30ec0-d427-4762-a20d-ff509947d174 on network 14e6923f-4c05-4618-b5d6-6706e0713580 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:26:00.016754 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Port f1f30ec0-d427-4762-a20d-ff509947d174 on network 14e6923f-4c05-4618-b5d6-6706e0713580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 23 16:26:00.017185 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Attempting to bind port f1f30ec0-d427-4762-a20d-ff509947d174 on network 14e6923f-4c05-4618-b5d6-6706e0713580 {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 23 16:26:00.070889 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Checking agent: {'id': '8907ef68-a847-44bb-91a1-5c20c2b7578a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'started_at': datetime.datetime(2021, 7, 23, 16, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 23 16:26:00.071228 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Checking segment: {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 23 16:26:00.071617 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Bound using segment: {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'} {{(pid=78583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 23 16:26:00.072062 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.managers [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Bound port: f1f30ec0-d427-4762-a20d-ff509947d174, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580'}}] {{(pid=78583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:00.072406 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.203484 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1b0ce-0e21-4198-b5dd-4bfc6491a81b req-cbac4193-3c9c-4366-be59-1dacca799a47 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.205624 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bec1b0ce-0e21-4198-b5dd-4bfc6491a81b req-cbac4193-3c9c-4366-be59-1dacca799a47 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 943 time: 0.1859312 Jul 23 16:26:00.207329 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] For port f1f30ec0-d427-4762-a20d-ff509947d174, host hv-cinder-80203, cleared binding levels {{(pid=78583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 23 16:26:00.212607 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] For port f1f30ec0-d427-4762-a20d-ff509947d174, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f1f30ec0-d427-4762-a20d-ff509947d174,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 23 16:26:00.235911 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.246222 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-2034d485-55fb-4329-8414-4848cfd66f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:00.312424 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.313043 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.314709 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] 10.222.0.88 "PUT /v2.0/ports/f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 1093 time: 1.1951249 Jul 23 16:26:00.317483 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:00.337552 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bec1b0ce-0e21-4198-b5dd-4bfc6491a81b req-4b228de8-bf0d-4ed6-93dd-e58bbc845dc8 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230247 Jul 23 16:26:00.347250 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f30ec0-d427-4762-a20d-ff509947d174,revision_number=3']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:00.350830 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:00.421819 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'status': 'completed', 'code': 200} Jul 23 16:26:00.474411 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-5ebe0572-05e2-4cbb-86ee-975a52abf3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.476643 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-5ebe0572-05e2-4cbb-86ee-975a52abf3f7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1096 time: 0.1146939 Jul 23 16:26:00.552422 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-a569f3af-8388-41aa-8dd4-c31141ff4b48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 217 time: 0.0679388 Jul 23 16:26:00.615740 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-29d07add-b163-469f-988c-3b992742b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.617211 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-29d07add-b163-469f-988c-3b992742b929 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=39187ad3-8e6f-4618-bc73-fe15e8c23ac7 HTTP/1.1" status: 200 len: 854 time: 0.0590920 Jul 23 16:26:00.696249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-913517b0-ac14-46f4-9c81-9d9ab78cc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.697747 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-913517b0-ac14-46f4-9c81-9d9ab78cc11d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14e6923f-4c05-4618-b5d6-6706e0713580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745332 Jul 23 16:26:00.828887 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-c0ec5e41-b189-434e-b58d-3801c750afe9 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244230 Jul 23 16:26:00.987496 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c8b027c-5c0b-4081-9fd8-3078850aea2d req-15d25f87-37fb-4dcf-9ac8-f10b8fa50852 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521385 Jul 23 16:26:01.107643 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-ab8f103d-84d8-4d86-ba7c-26fd7eec1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.109564 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-ab8f103d-84d8-4d86-ba7c-26fd7eec1d7c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1096 time: 0.0713413 Jul 23 16:26:01.242562 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-efd5a358-983c-494f-8dfd-e8d391a22eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.244036 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-efd5a358-983c-494f-8dfd-e8d391a22eda service neutron] 10.222.0.88 "GET /v2.0/networks?id=14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 200 len: 916 time: 0.1278117 Jul 23 16:26:01.407093 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-33a71252-5bcf-4c68-ab85-5511db8c44f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 217 time: 0.1553671 Jul 23 16:26:01.513398 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-a77809f3-13dc-4f9a-a7d5-b53027fccdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.515669 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-a77809f3-13dc-4f9a-a7d5-b53027fccdf6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=39187ad3-8e6f-4618-bc73-fe15e8c23ac7 HTTP/1.1" status: 200 len: 854 time: 0.1021099 Jul 23 16:26:01.611338 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80496863-089d-4a71-b0c7-af3c1000ccb9 req-7c93713a-6747-442f-893a-8c98f39ad46d tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.612808 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-80496863-089d-4a71-b0c7-af3c1000ccb9 req-7c93713a-6747-442f-893a-8c98f39ad46d tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 943 time: 0.1508386 Jul 23 16:26:01.618645 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-cd9f0109-c9a3-41e4-b776-435fee162743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.620032 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-cd9f0109-c9a3-41e4-b776-435fee162743 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14e6923f-4c05-4618-b5d6-6706e0713580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960212 Jul 23 16:26:01.740559 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-80496863-089d-4a71-b0c7-af3c1000ccb9 req-2060d5a0-a2dc-4c8f-98d1-3187ba10ba6a tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195812 Jul 23 16:26:01.785324 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-b3227250-0213-49dd-acc6-5373277d93f5 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468756 Jul 23 16:26:01.921857 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3ab11ff7-67b6-4af2-8f11-4e2c640ac90b req-bbde6ae0-93c3-4361-ac92-6ea9f96cf0f8 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300514 Jul 23 16:26:02.933583 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e222bf-28b7-47c3-a351-ffd549277771 req-bdf68949-a258-4ad6-ad69-514cb187b892 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.934972 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e0e222bf-28b7-47c3-a351-ffd549277771 req-bdf68949-a258-4ad6-ad69-514cb187b892 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 943 time: 0.0849864 Jul 23 16:26:02.986748 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e0e222bf-28b7-47c3-a351-ffd549277771 req-0dad2ccb-6c76-4d84-9153-506325197fd0 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Jul 23 16:26:03.268475 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2a820be5-7ef7-4372-a594-1afe7f3ce91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.439776 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device f1f30ec0-d427-4762-a20d-ff509947d174 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=78585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:26:03.582277 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port f1f30ec0-d427-4762-a20d-ff509947d174, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f1f30ec0-d427-4762-a20d-ff509947d174,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:26:03.597712 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Returning: {'device': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'port_id': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'mac_address': 'fa:16:3e:4a:84:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:26:03.599202 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.657476 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.674690 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f30ec0-d427-4762-a20d-ff509947d174 {{(pid=78585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:03.691077 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port f1f30ec0-d427-4762-a20d-ff509947d174, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f1f30ec0-d427-4762-a20d-ff509947d174,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:26:03.694135 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.695820 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:03.759547 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=f1f30ec0-d427-4762-a20d-ff509947d174,revision_number=4']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:03.762541 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:03.897876 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['f1f30ec0-d427-4762-a20d-ff509947d174'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:26:04.238209 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c844a-5e05-41a9-97f7-8f7008e39dde req-9e6d82b7-9f78-415c-9ea7-21dcc1502c16 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.239576 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c79c844a-5e05-41a9-97f7-8f7008e39dde req-9e6d82b7-9f78-415c-9ea7-21dcc1502c16 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 944 time: 0.0834498 Jul 23 16:26:04.286961 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c79c844a-5e05-41a9-97f7-8f7008e39dde req-c1088e47-63f8-4064-89af-6a0993ffbfb4 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Jul 23 16:26:05.454933 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device f1f30ec0-d427-4762-a20d-ff509947d174 up at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:26:05.487760 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732fe3c-902d-425d-923a-66f4cd1ddee1 req-1e34c1e5-cf1e-4247-90fc-d33155c38bb2 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.489260 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3732fe3c-902d-425d-923a-66f4cd1ddee1 req-1e34c1e5-cf1e-4247-90fc-d33155c38bb2 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 944 time: 0.0843706 Jul 23 16:26:05.524541 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning for port f1f30ec0-d427-4762-a20d-ff509947d174 completed by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:05.532181 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Provisioning complete for port f1f30ec0-d427-4762-a20d-ff509947d174 triggered by entity L2. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:05.532723 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.568040 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3732fe3c-902d-425d-923a-66f4cd1ddee1 req-afae5b23-1a6b-4e3a-8fc4-6c6209267d65 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690663 Jul 23 16:26:05.654184 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.682374 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174'}] {{(pid=78585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:05.692572 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] For port f1f30ec0-d427-4762-a20d-ff509947d174, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f1f30ec0-d427-4762-a20d-ff509947d174,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:26:05.696908 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519'] for port, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.698850 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:05.734099 dv-cinder-802036-1-smb neutron-server[78585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'code': 200} Jul 23 16:26:05.774554 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Pushing event updated for resources: {'Port': ['ID=f1f30ec0-d427-4762-a20d-ff509947d174,revision_number=5']} {{(pid=78585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:05.779116 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_concurrency.lockutils [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:05.932830 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-a2909eaf-2fa7-493f-90a5-f97b0bf22520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.030664 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95aceb5-b439-4b4f-aff7-1d9c61aae590 req-fe0bb24e-71d5-4b27-8122-54ee51077c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:06.033054 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a95aceb5-b439-4b4f-aff7-1d9c61aae590 req-fe0bb24e-71d5-4b27-8122-54ee51077c28 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1098 time: 0.0938938 Jul 23 16:26:06.074050 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a95aceb5-b439-4b4f-aff7-1d9c61aae590 req-1f183854-d13a-46a9-a68e-1463c6921f6c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341532 Jul 23 16:26:06.726830 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.774668 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8700-79c5-44ca-b0fa-77ee6b28d7ce req-749a569b-2a70-40b1-8fc3-d2162ea9f941 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:06.776331 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2c6a8700-79c5-44ca-b0fa-77ee6b28d7ce req-749a569b-2a70-40b1-8fc3-d2162ea9f941 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 945 time: 0.0908318 Jul 23 16:26:06.842097 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-2c6a8700-79c5-44ca-b0fa-77ee6b28d7ce req-8ee6a04d-34c0-441c-9517-79af6d002c96 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583737 Jul 23 16:26:07.797620 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.067453 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52272d53-f62e-446d-a1b7-d638bf1c4869 req-d03436c9-13bd-4d7b-af80-1ea383e87acc tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:08.068913 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-52272d53-f62e-446d-a1b7-d638bf1c4869 req-d03436c9-13bd-4d7b-af80-1ea383e87acc tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 945 time: 0.0801218 Jul 23 16:26:08.125284 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-52272d53-f62e-446d-a1b7-d638bf1c4869 req-da270119-dbfe-42bb-8f80-a0f9e1d42994 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501313 Jul 23 16:26:08.239540 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.327473 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41008b-d450-464c-8010-200429275a08 req-99cb62ab-5bb2-44e8-9680-3cc61dbe784c tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:08.328860 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fd41008b-d450-464c-8010-200429275a08 req-99cb62ab-5bb2-44e8-9680-3cc61dbe784c tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 945 time: 0.0952933 Jul 23 16:26:08.376401 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fd41008b-d450-464c-8010-200429275a08 req-fc50d9d3-8fc5-43ea-aaec-6f9169e7a809 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Jul 23 16:26:08.819434 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60d219-0c59-4166-80cf-33b34625cfcf req-76c7e260-5b7e-42ae-ad10-11ebaa760896 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:08.820977 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5b60d219-0c59-4166-80cf-33b34625cfcf req-76c7e260-5b7e-42ae-ad10-11ebaa760896 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 945 time: 0.0886784 Jul 23 16:26:08.872198 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-5b60d219-0c59-4166-80cf-33b34625cfcf req-00103f38-6bf2-4395-8957-f019d168ed2b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453687 Jul 23 16:26:13.851625 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8725949-4d25-493c-928c-0daf147d8844 req-a013a2ee-8bc4-46d3-ae23-6531a42932bd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:13.853097 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f8725949-4d25-493c-928c-0daf147d8844 req-a013a2ee-8bc4-46d3-ae23-6531a42932bd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 945 time: 0.0822747 Jul 23 16:26:13.901636 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f8725949-4d25-493c-928c-0daf147d8844 req-f3fa134c-4e7b-40df-8bba-0097db1bcce0 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392225 Jul 23 16:26:13.926302 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36262) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:14.043279 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d1b062-d448-47ed-b42b-6741f1e59a29 tempest-TestMinimumBasicScenario-1062592050 tempest-TestMinimumBasicScenario-1062592050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.043979 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-09d1b062-d448-47ed-b42b-6741f1e59a29 tempest-TestMinimumBasicScenario-1062592050 tempest-TestMinimumBasicScenario-1062592050-project-admin] Synchronizing usage tracker for tenant:bc8d7ffb2a674d72bb897dc52e06e1a5 on resource:port {{(pid=78584) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:26:14.062930 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-09d1b062-d448-47ed-b42b-6741f1e59a29 tempest-TestMinimumBasicScenario-1062592050 tempest-TestMinimumBasicScenario-1062592050-project-admin] Unset dirty status for tenant:bc8d7ffb2a674d72bb897dc52e06e1a5 on resource:port {{(pid=78584) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:26:14.064667 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-09d1b062-d448-47ed-b42b-6741f1e59a29 tempest-TestMinimumBasicScenario-1062592050 tempest-TestMinimumBasicScenario-1062592050-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1093 time: 0.1370680 Jul 23 16:26:14.067732 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36268) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:14.073768 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'floatingip': {'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'port_id': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:14.080631 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:14.084815 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Usage tracker for resource:floatingip and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:26:14.087749 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:26:14.094185 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:14.105460 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for floatingip, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.255698 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.391816 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.db_base_plugin_common [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Allocated IP 172.28.2.167 (80087887-44f3-4740-b360-651004434b14/9af2dd9d-0a00-4642-9a8e-0ded0632b4d2/579bb879-8840-4b0f-8997-5dd5a5d9a305) {{(pid=78584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:14.659768 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for port, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.694979 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776707068456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.700244 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-e7cb7f0c-fd90-483f-bcfb-ec981abea708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:14.762902 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Network 80087887-44f3-4740-b360-651004434b14 is already hosted by enough agents. {{(pid=78584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:14.765768 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources bound (agent type, host, resource id): {{(pid=78584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:14.769597 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Received port after_create {{(pid=78584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 16:26:14.803925 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'Port': ['ID=579bb879-8840-4b0f-8997-5dd5a5d9a305,revision_number=1']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:14.817275 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.817669 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.818014 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.818396 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.818727 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.819079 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.819434 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.819787 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.820136 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.820480 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.820826 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.821189 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.829950 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:15.222528 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.298056 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.558924 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for port, precommit_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.563964 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15683473'] for port, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.567617 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:15.672179 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'Port': ['ID=579bb879-8840-4b0f-8997-5dd5a5d9a305,revision_number=2']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:15.679965 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:15.690763 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689020'] for floatingip, after_update {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.909288 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.l3_db [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Floating IP 82cfb14c-6a43-4aba-a90a-a4c0b0fca954 associated. External IP: 172.28.2.167, port: f1f30ec0-d427-4762-a20d-ff509947d174. Jul 23 16:26:16.440471 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Router 52adb607-2f19-4e16-9335-3a6dee232a34 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:26:16.629589 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:26:16.644959 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] Sync routers for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:26:16.661208 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:26:16.662180 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:26:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:16.663412 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.728473 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-1d4f06ab-fecd-4601-a600-cdb9df85ef35 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6590924 Jul 23 16:26:16.729021 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:16.732281 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36272) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:16.739760 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804185460', 'description': 'tempest-secgroup-smoke-804185460 description', 'project_id': 'c30f72dc01384865b8896bdd185bbed9'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:16.746201 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:16.750577 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Usage tracker for resource:security_group and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:26:16.753781 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:26:16.760697 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:16.772230 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.796110 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:16.800173 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Usage tracker for resource:security_group_rule and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:26:16.803205 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:26:16.809465 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:16.852881 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'status': 'completed', 'code': 200} Jul 23 16:26:16.921849 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.929249 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.935761 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-087893be-347b-4d77-8d47-601af10d89e2 tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:16.951180 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:26:16.984838 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e,revision_number=1']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:16.989356 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:16.990050 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.996177 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2563474 Jul 23 16:26:16.996177 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36280) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:17.003169 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'security_group_rule': {'security_group_id': 'e5f98ca5-a8c3-42a7-960e-752b1cab2e0e', 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:17.012159 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:17.018770 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Usage tracker for resource:security_group_rule and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:26:17.022759 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:26:17.030716 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-f8cefa5e-4536-468d-8fec-754110b7ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:17.032203 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-f8cefa5e-4536-468d-8fec-754110b7ec2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1098 time: 0.1528301 Jul 23 16:26:17.033032 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:17.083080 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.316297 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-c802afd9-bbac-4658-afe5-ec8d13e777b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:17.317811 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-c802afd9-bbac-4658-afe5-ec8d13e777b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 200 len: 916 time: 0.2778127 Jul 23 16:26:17.323006 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.383784 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.400030 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e55da888-205c-4bab-9f74-52eaf1ce4c0a tempest-TestShelveInstance-1312409291 tempest-TestShelveInstance-1312409291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:17.413791 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '82cfb14c-6a43-4aba-a90a-a4c0b0fca954', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'port_id': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'mac_address': 'fa:16:3e:4a:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:26:15Z', 'updated_at': '2021-07-23T16:26:15Z', 'revision_number': 0, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:34Z', 'revision_number': 5, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:17.420364 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] Checking router: 52adb607-2f19-4e16-9335-3a6dee232a34 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:26:17.433658 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:26:17.434739 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:26:06Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:17.458650 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ff03ef-9bad-4851-ba15-f7e59975f7ae,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:17.463203 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:17.481658 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.483532 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-9f440dcc-ed63-43fa-a588-751fa2cfb4f9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4861555 Jul 23 16:26:17.487919 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36284) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:17.492908 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-2bfc8af1-2d55-4ffb-befd-51153c0b5881 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 999 time: 0.1679561 Jul 23 16:26:17.496857 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'security_group_rule': {'security_group_id': 'e5f98ca5-a8c3-42a7-960e-752b1cab2e0e', 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:17.539958 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:17.550454 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Usage tracker for resource:security_group_rule and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:26:17.554839 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:26:17.563623 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:17.583299 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-cfa7d0f5-86be-4cc9-9d09-974553de1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:17.584802 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-cfa7d0f5-86be-4cc9-9d09-974553de1f1b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=39187ad3-8e6f-4618-bc73-fe15e8c23ac7 HTTP/1.1" status: 200 len: 854 time: 0.0816340 Jul 23 16:26:17.622484 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.713037 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.718200 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.723171 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-4b8ed78e-5bf2-4e47-bd4e-7391beb179eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:17.724704 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-4b8ed78e-5bf2-4e47-bd4e-7391beb179eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14e6923f-4c05-4618-b5d6-6706e0713580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1325741 Jul 23 16:26:17.726715 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:26:17.728578 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:17.787172 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90943773-bc27-4f3a-b547-e3080a6b7797,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:17.793164 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:17.796758 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.798127 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-c79aa19f-4ce8-4e17-9897-aaec9618b7c1 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3090434 Jul 23 16:26:17.802816 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36288) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:17.811050 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'security_group_rule': {'security_group_id': 'e5f98ca5-a8c3-42a7-960e-752b1cab2e0e', 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:17.818289 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:17.823924 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Usage tracker for resource:security_group_rule and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:26:17.828169 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:26:17.836328 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:17.860178 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.922643 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-2766e3aa-b11b-4688-b0a7-7df162ad5aa5 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856320 Jul 23 16:26:17.950651 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.956302 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.961282 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:18.001301 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8abb78-6f00-4216-a316-ba0b2920c0fb,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:18.004639 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:18.011170 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.016059 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-14f56f49-3401-46f1-a50e-79ba6f672468 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2086163 Jul 23 16:26:18.016471 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36292) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:18.023862 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'security_group_rule': {'security_group_id': 'e5f98ca5-a8c3-42a7-960e-752b1cab2e0e', 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:18.033033 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:18.038567 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Usage tracker for resource:security_group_rule and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:26:18.043977 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:26:18.051359 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:18.075844 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.077769 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-bc23f221-ffd1-48e9-b701-412d8fa6cef2 req-032f8018-6e39-4670-8deb-c9d77195f8cc service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475255 Jul 23 16:26:18.152061 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.157102 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.159124 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:18.181129 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d674454-3089-4e24-b117-4dd9fa702ec7,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:18.184183 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:18.193058 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.194254 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-5a555e76-b8a3-4a45-ad6a-3f394aa52d91 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764450 Jul 23 16:26:18.197072 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36296) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:18.203222 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'security_group_rule': {'security_group_id': 'e5f98ca5-a8c3-42a7-960e-752b1cab2e0e', 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:18.209077 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:18.213166 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Usage tracker for resource:security_group_rule and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:26:18.216109 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78583) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:26:18.218930 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '82cfb14c-6a43-4aba-a90a-a4c0b0fca954', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'port_id': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'mac_address': 'fa:16:3e:4a:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:26:15Z', 'updated_at': '2021-07-23T16:26:15Z', 'revision_number': 0, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:34Z', 'revision_number': 5, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:18.222813 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.quota.driver [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78583) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:18.223094 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4b7684-5cf0-4754-a752-d318c62f1a02 None None] The sync data for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb is: [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_floatingips': [{'id': '82cfb14c-6a43-4aba-a90a-a4c0b0fca954', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '80087887-44f3-4740-b360-651004434b14', 'router_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'port_id': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'mac_address': 'fa:16:3e:4a:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:26:15Z', 'updated_at': '2021-07-23T16:26:15Z', 'revision_number': 0, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:34Z', 'revision_number': 5, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:26:18.234883 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.db.securitygroups_db [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Project c30f72dc01384865b8896bdd185bbed9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:26:18.245784 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.343608 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.347647 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.350144 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-1570fc01-6b75-4bc6-b26a-1f1e3b7b1443 tempest-AttachVolumeShelveTestJSON-756870928 tempest-AttachVolumeShelveTestJSON-756870928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:18.375403 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c899a7d-7038-4383-b189-62437d036fa2,revision_number=0']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:18.378148 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:18.387941 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.394430 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36300) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:18.394702 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-3c54a1d2-8748-4691-9787-a161b347da18 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1954916 Jul 23 16:26:18.403839 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.v2.base [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'security_group_rule': {'security_group_id': 'e5f98ca5-a8c3-42a7-960e-752b1cab2e0e', 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:18.412613 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:18.417824 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Usage tracker for resource:security_group_rule and tenant:c30f72dc01384865b8896bdd185bbed9 is out of sync, need to count used quota {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:26:18.422577 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.quota.resource [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78584) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:26:18.429966 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.db.quota.driver [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78584) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:18.444587 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.securitygroups_db [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Project c30f72dc01384865b8896bdd185bbed9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:26:18.454610 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.482451 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc591f-fff0-4fec-966c-bd513ebdd805 None None] New status for floating IP 82cfb14c-6a43-4aba-a90a-a4c0b0fca954: ACTIVE {{(pid=78586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:26:18.543909 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.550560 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336698'] for security_group_rule, after_create {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.553511 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-910e6326-aebe-4045-96e1-e1d613417b2f tempest-AttachVolumeTestJSON-1187093085 tempest-AttachVolumeTestJSON-1187093085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:18.580257 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269df807-1171-4c14-807e-8cb5f46fe80f,revision_number=0']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:18.582774 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:18.591411 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.593048 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-dec7ad65-012e-42df-a7b1-ce751e2597a9 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1968019 Jul 23 16:26:18.753573 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-75817bdb-59d6-435d-8b34-cba616050658 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Synchronizing usage tracker for tenant:c30f72dc01384865b8896bdd185bbed9 on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:26:18.771574 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-75817bdb-59d6-435d-8b34-cba616050658 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Unset dirty status for tenant:c30f72dc01384865b8896bdd185bbed9 on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:26:18.772927 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-75817bdb-59d6-435d-8b34-cba616050658 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804185460&fields=id&tenant_id=c30f72dc01384865b8896bdd185bbed9 HTTP/1.1" status: 200 len: 267 time: 0.0616772 Jul 23 16:26:18.885682 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-8d3bda69-bff5-4cae-94ce-e46abb05077d tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:18.887342 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-8d3bda69-bff5-4cae-94ce-e46abb05077d tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 945 time: 0.1024725 Jul 23 16:26:18.901740 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'port': {'security_groups': ['231b2836-f1da-439f-b60a-396bc60083af', 'e5f98ca5-a8c3-42a7-960e-752b1cab2e0e']}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:19.028602 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.309597 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] For port f1f30ec0-d427-4762-a20d-ff509947d174, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f1f30ec0-d427-4762-a20d-ff509947d174,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:26:19.337933 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.342852 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.348247 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-841a48c6-62c5-44e4-90a9-275ea437ddb9 tempest-VolumesActionsTest-1648581047 tempest-VolumesActionsTest-1648581047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:19.354676 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['f1f30ec0-d427-4762-a20d-ff509947d174'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:26:19.433935 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.434569 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.436506 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-6b9abcf6-76eb-4f63-a3ed-fda1a643df7b req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "PUT /v2.0/ports/f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 981 time: 0.5390289 Jul 23 16:26:19.437031 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:19.462545 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'Port': ['ID=f1f30ec0-d427-4762-a20d-ff509947d174,revision_number=6']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:19.469255 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-1ece223a-90db-4bef-9f07-d091ab3ef37b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:19.520485 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['f1f30ec0-d427-4762-a20d-ff509947d174'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:26:19.571071 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'status': 'completed', 'code': 200} Jul 23 16:26:19.864406 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-a8b9fc22-5378-42f9-a048-1528ff329cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.866204 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-a8b9fc22-5378-42f9-a048-1528ff329cde service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1137 time: 0.2704475 Jul 23 16:26:19.877895 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45962e41-ec40-4c45-9d3c-b1d87e59bede req-93569844-23be-426b-8875-b078b98b5d71 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:19.879703 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-45962e41-ec40-4c45-9d3c-b1d87e59bede req-93569844-23be-426b-8875-b078b98b5d71 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.1821651 Jul 23 16:26:19.903331 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-70a38daa-9a54-4d0e-86dc-30af0305d448 None None] Provisioning complete for port f1f30ec0-d427-4762-a20d-ff509947d174 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:19.903693 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-70a38daa-9a54-4d0e-86dc-30af0305d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.127773 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-45962e41-ec40-4c45-9d3c-b1d87e59bede req-d569e92c-ec31-4a56-9422-502340e919b4 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2207167 Jul 23 16:26:20.174619 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-a104c3ba-a0fd-4eb6-95ff-1820226177bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:20.176751 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-a104c3ba-a0fd-4eb6-95ff-1820226177bc service neutron] 10.222.0.88 "GET /v2.0/networks?id=14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 200 len: 916 time: 0.2956405 Jul 23 16:26:20.328164 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-c9952079-abfb-4a4b-833b-fcc5e33070a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 1001 time: 0.1444728 Jul 23 16:26:20.421874 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-ff587935-fdba-4d75-bc8a-95042c53904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:20.423926 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-ff587935-fdba-4d75-bc8a-95042c53904d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=39187ad3-8e6f-4618-bc73-fe15e8c23ac7 HTTP/1.1" status: 200 len: 854 time: 0.0890818 Jul 23 16:26:20.530648 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-aac222de-3cad-4843-92eb-5d27e83ce0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:20.532399 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-aac222de-3cad-4843-92eb-5d27e83ce0e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14e6923f-4c05-4618-b5d6-6706e0713580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008096 Jul 23 16:26:20.681249 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-f693c92c-0723-4a39-9a3d-daf5c02fee45 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406498 Jul 23 16:26:20.866238 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3c38a889-063c-4973-8126-09c8d5f7aa3b req-edc79410-e4e1-4a0f-9d6c-3ab2cf6f7be2 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785617 Jul 23 16:26:27.511742 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:26:33.271332 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-07f477c0-fee6-4e68-ba76-80dddf7a8d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.581066 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.926142 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2f16c2ad-0281-45b9-b2dd-16f8ff5fa963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.728317 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.786329 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.229963 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.167966 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-25d5d1fb-4b65-42e0-9bb5-f6f764549f40 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764747 Jul 23 16:26:41.316120 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-a4e6532c-440b-446b-bb0a-6ec54b87928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.317914 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-a4e6532c-440b-446b-bb0a-6ec54b87928e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1137 time: 0.0736051 Jul 23 16:26:41.474655 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-f78a27c3-c7c3-4194-b9ee-05c0134e12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.475996 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-f78a27c3-c7c3-4194-b9ee-05c0134e12ef service neutron] 10.222.0.88 "GET /v2.0/networks?id=14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 200 len: 916 time: 0.1343501 Jul 23 16:26:41.579652 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-c9c6b210-b31d-4643-a153-4549abf440d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 1001 time: 0.0962663 Jul 23 16:26:41.645224 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-2b8fbb1b-be75-4b19-898a-6557034f0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.646942 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-2b8fbb1b-be75-4b19-898a-6557034f0027 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=39187ad3-8e6f-4618-bc73-fe15e8c23ac7 HTTP/1.1" status: 200 len: 854 time: 0.0613019 Jul 23 16:26:41.725924 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-563c4fe2-de68-4ab4-8b58-73cde2d3c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.727356 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-563c4fe2-de68-4ab4-8b58-73cde2d3c94d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14e6923f-4c05-4618-b5d6-6706e0713580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742550 Jul 23 16:26:41.861724 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-7145b08d-28e5-44ca-8e7c-1e9ad2bd32a5 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278343 Jul 23 16:26:41.995765 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-397bcb83-76c4-42b4-a0a3-f5b000823a62 req-44edec60-6bec-4547-ace4-57622f698278 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268060 Jul 23 16:26:43.280044 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-773e9558-fc43-4148-a3d1-a61c5c60cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.281521 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-773e9558-fc43-4148-a3d1-a61c5c60cf45 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1137 time: 0.2419648 Jul 23 16:26:43.289146 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cb490-167c-42e1-9306-b029473ee13d req-0a6f777f-b619-4d76-98a6-554968c9468e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.290504 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f44cb490-167c-42e1-9306-b029473ee13d req-0a6f777f-b619-4d76-98a6-554968c9468e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.2202837 Jul 23 16:26:43.422354 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-f44cb490-167c-42e1-9306-b029473ee13d req-4fb52462-5bed-4eb0-8fd8-1abac70a0b63 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132236 Jul 23 16:26:43.470811 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-838a9494-aeb6-4945-8a2f-dcf287acebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.472249 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-838a9494-aeb6-4945-8a2f-dcf287acebca service neutron] 10.222.0.88 "GET /v2.0/networks?id=14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 200 len: 916 time: 0.1809106 Jul 23 16:26:43.620401 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-23259b1c-9419-472b-9b79-f3ba637b5d89 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 1001 time: 0.1400414 Jul 23 16:26:43.683861 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-f8d45434-40c6-4299-bcf4-20faf7230409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.686188 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-f8d45434-40c6-4299-bcf4-20faf7230409 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=39187ad3-8e6f-4618-bc73-fe15e8c23ac7 HTTP/1.1" status: 200 len: 854 time: 0.0591054 Jul 23 16:26:43.768238 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-28884665-d579-4067-bc0d-ec425da8fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.769812 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-28884665-d579-4067-bc0d-ec425da8fb75 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14e6923f-4c05-4618-b5d6-6706e0713580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767372 Jul 23 16:26:43.905365 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-f73ad6c4-0985-4710-96eb-406541775738 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281154 Jul 23 16:26:44.041034 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-946a0ee6-21ff-4881-8b88-c877cfda6141 req-b8ab7985-9c5b-4c38-8814-d92e83f1ae44 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283021 Jul 23 16:26:44.637846 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9d33-486b-4515-8d76-b4a6ab082b98 req-792dd0db-5708-4cc1-a9a4-376c55636fdc tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.640008 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c3b9d33-486b-4515-8d76-b4a6ab082b98 req-792dd0db-5708-4cc1-a9a4-376c55636fdc tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0901685 Jul 23 16:26:44.688964 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-1c3b9d33-486b-4515-8d76-b4a6ab082b98 req-f1596939-6ae4-4bfc-9e64-59db1b762b5b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429590 Jul 23 16:26:45.885359 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647e1f-b89e-488b-9996-65ef069d72ee req-72d8d0fa-1cb8-43bf-b0c5-03093dc8d1a6 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:45.886919 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fa647e1f-b89e-488b-9996-65ef069d72ee req-72d8d0fa-1cb8-43bf-b0c5-03093dc8d1a6 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0844274 Jul 23 16:26:45.935654 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-fa647e1f-b89e-488b-9996-65ef069d72ee req-f4607d59-eeea-4ad0-a083-f0680490e7c3 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422618 Jul 23 16:26:47.125679 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dfe6a-0066-4d2c-8f10-996bc5b35d94 req-d027f43c-75e3-4288-9be0-31a3e527737d tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.127131 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8a5dfe6a-0066-4d2c-8f10-996bc5b35d94 req-d027f43c-75e3-4288-9be0-31a3e527737d tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0838115 Jul 23 16:26:47.174333 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-8a5dfe6a-0066-4d2c-8f10-996bc5b35d94 req-25ad0926-8f89-4773-87b2-fd7202ae3dff tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410545 Jul 23 16:26:48.364271 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3d00-4bcc-403d-b14a-2b7cb6c1099d req-87311129-3fd2-46bd-9f9d-ebc3c8318cba tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.365706 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7fda3d00-4bcc-403d-b14a-2b7cb6c1099d req-87311129-3fd2-46bd-9f9d-ebc3c8318cba tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0820618 Jul 23 16:26:48.415256 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7fda3d00-4bcc-403d-b14a-2b7cb6c1099d req-7707ffcd-fc3a-4f5c-92a7-be82af11ad4b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437598 Jul 23 16:26:49.611954 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3b332-b86f-482f-9b4d-0310973a36ad req-1029c873-1ea4-4116-86b7-37a8bd70a433 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.613409 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfd3b332-b86f-482f-9b4d-0310973a36ad req-1029c873-1ea4-4116-86b7-37a8bd70a433 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0836251 Jul 23 16:26:49.661599 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-cfd3b332-b86f-482f-9b4d-0310973a36ad req-1ce52f57-64a7-4129-b783-e724477b711b tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425076 Jul 23 16:26:50.841839 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdc0f7-1f37-4b2f-8a3e-8b3ddd357690 req-d963aa02-875f-4632-8bd7-e8f5ae0e0226 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:50.843282 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e3fdc0f7-1f37-4b2f-8a3e-8b3ddd357690 req-d963aa02-875f-4632-8bd7-e8f5ae0e0226 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0781953 Jul 23 16:26:50.891717 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-e3fdc0f7-1f37-4b2f-8a3e-8b3ddd357690 req-91a27739-de5a-417d-93e2-dc19b7fca46a tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427330 Jul 23 16:26:52.073508 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffc0e9-1f19-40e2-870a-2082c0d1aca5 req-2813aae6-d448-4838-b0e9-c4c485690bfc tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.074973 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-85ffc0e9-1f19-40e2-870a-2082c0d1aca5 req-2813aae6-d448-4838-b0e9-c4c485690bfc tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0790648 Jul 23 16:26:52.120516 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-85ffc0e9-1f19-40e2-870a-2082c0d1aca5 req-578b6aac-3fec-4730-bbed-65fa42b14862 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397210 Jul 23 16:26:53.309618 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0a5bd-0c49-487a-980a-8775c2934063 req-a7603487-70eb-449f-8f24-e76948793a88 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.311667 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-45e0a5bd-0c49-487a-980a-8775c2934063 req-a7603487-70eb-449f-8f24-e76948793a88 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0840552 Jul 23 16:26:53.358505 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-45e0a5bd-0c49-487a-980a-8775c2934063 req-c309c1a0-34e9-4b44-9734-0ae86ccf2139 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407372 Jul 23 16:26:54.543205 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ed8d1-92e4-42cf-aff4-3a81ce59697d req-3bb894a6-bbc4-4e86-8349-607e921c03e6 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.544680 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-524ed8d1-92e4-42cf-aff4-3a81ce59697d req-3bb894a6-bbc4-4e86-8349-607e921c03e6 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0787096 Jul 23 16:26:54.590478 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-524ed8d1-92e4-42cf-aff4-3a81ce59697d req-201e61ed-5920-4b19-9468-1ffc29412fbb tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401120 Jul 23 16:26:55.892243 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3fb47-bd49-41ff-b85d-cc521a15c62e req-536ba49f-f6d1-476a-83be-037fd28001fe tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:55.893675 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c1a3fb47-bd49-41ff-b85d-cc521a15c62e req-536ba49f-f6d1-476a-83be-037fd28001fe tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.1957068 Jul 23 16:26:55.945166 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c1a3fb47-bd49-41ff-b85d-cc521a15c62e req-a2aa28d2-ccb2-4c86-b5d6-46f6335f6910 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455389 Jul 23 16:26:57.147482 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b216a-879b-4e89-825b-697d27a06f1a req-9b6032b7-d302-46d5-b761-621012e6fb99 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:57.148978 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0f7b216a-879b-4e89-825b-697d27a06f1a req-9b6032b7-d302-46d5-b761-621012e6fb99 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0892198 Jul 23 16:26:57.210540 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-0f7b216a-879b-4e89-825b-697d27a06f1a req-8b7489cd-faf3-4718-a1e6-55855bf36551 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511208 Jul 23 16:26:58.423763 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504cce2-fc57-4339-a4c1-31cc2c54290c req-b54638cf-ba40-4772-a7b0-eec3eb70755e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.425264 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c504cce2-fc57-4339-a4c1-31cc2c54290c req-b54638cf-ba40-4772-a7b0-eec3eb70755e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0886848 Jul 23 16:26:58.476946 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-c504cce2-fc57-4339-a4c1-31cc2c54290c req-91230c06-9951-4994-b1e1-4b6929f9ea9a tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452187 Jul 23 16:26:59.680144 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d901c7d-4a57-4021-872d-f38e4c086251 req-969b18b0-4b2c-4e47-89f2-b67d894a9dfa tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.681867 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7d901c7d-4a57-4021-872d-f38e4c086251 req-969b18b0-4b2c-4e47-89f2-b67d894a9dfa tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0911286 Jul 23 16:26:59.734317 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-7d901c7d-4a57-4021-872d-f38e4c086251 req-321355fa-a931-4941-a872-5de0aebe45d0 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423944 Jul 23 16:27:00.925293 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbf7bc-6fb7-4bee-b540-a8c23da83b73 req-1cc31125-d382-47cb-90f7-c9c4390f4177 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.926922 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a8cbf7bc-6fb7-4bee-b540-a8c23da83b73 req-1cc31125-d382-47cb-90f7-c9c4390f4177 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0846581 Jul 23 16:27:00.977554 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-a8cbf7bc-6fb7-4bee-b540-a8c23da83b73 req-603b2302-88e7-4b2a-b2b8-bca79022799a tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e&id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432692 Jul 23 16:27:03.274376 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2859ad06-344b-43ef-89d4-1b223e55ccbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:03.584695 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.510470 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:27:05.929472 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8d215749-b087-444b-8da5-0dc179c12542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.729036 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.800291 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.319795 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.278111 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-788cb5ff-64ea-41ba-ac38-9588c4a57a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.324966 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-21ede384-ab98-4676-829f-3510a5678151 req-ef8ffab9-a690-4eb6-a353-a5441f36ecaf tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804185460&fields=id&tenant_id=c30f72dc01384865b8896bdd185bbed9 HTTP/1.1" status: 200 len: 267 time: 0.0434651 Jul 23 16:27:33.407848 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ede384-ab98-4676-829f-3510a5678151 req-540382d0-69f5-4871-aa9b-c51e4020711f tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.409352 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-21ede384-ab98-4676-829f-3510a5678151 req-540382d0-69f5-4871-aa9b-c51e4020711f tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 984 time: 0.0784862 Jul 23 16:27:33.420294 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.v2.base [req-21ede384-ab98-4676-829f-3510a5678151 req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Request body: {'port': {'security_groups': ['231b2836-f1da-439f-b60a-396bc60083af']}} {{(pid=78583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:33.555352 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-21ede384-ab98-4676-829f-3510a5678151 req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1851904'] for port, before_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.587739 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.796995 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-21ede384-ab98-4676-829f-3510a5678151 req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] For port f1f30ec0-d427-4762-a20d-ff509947d174, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f1f30ec0-d427-4762-a20d-ff509947d174,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:33.821503 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-21ede384-ab98-4676-829f-3510a5678151 req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for port, precommit_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.825966 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-21ede384-ab98-4676-829f-3510a5678151 req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776707533635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776707068474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776707068519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14459786'] for port, after_update {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.832304 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-8d3fcd1e-f01b-44f8-bf74-b562651a0ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:33.837741 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['f1f30ec0-d427-4762-a20d-ff509947d174'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:27:33.901486 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ede384-ab98-4676-829f-3510a5678151 req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.902167 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-21ede384-ab98-4676-829f-3510a5678151 req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.903683 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-21ede384-ab98-4676-829f-3510a5678151 req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "PUT /v2.0/ports/f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 942 time: 0.4879103 Jul 23 16:27:33.904679 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:33.912790 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36370) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:33.946123 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event updated for resources: {'Port': ['ID=f1f30ec0-d427-4762-a20d-ff509947d174,revision_number=7']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:33.958988 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.959372 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.959742 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.960103 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.960629 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.960994 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.961384 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.961801 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.962160 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.962511 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.962866 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.963216 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:33.970936 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'status': 'completed', 'code': 200} Jul 23 16:27:33.971848 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a54c7a23-271a-4b27-95fc-890397528609 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:34.017048 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['f1f30ec0-d427-4762-a20d-ff509947d174'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:27:34.109149 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7b8327f4-0f29-4e94-ae02-28f090eab669 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.147525 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7b8327f4-0f29-4e94-ae02-28f090eab669 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.186914 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-e6477e5c-e6d1-4821-bf7b-20835e842feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.188598 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-e6477e5c-e6d1-4821-bf7b-20835e842feb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1098 time: 0.1932936 Jul 23 16:27:34.227053 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.provisioning_blocks [None req-6551b5e5-2dfd-47af-a6f8-96b09f096df2 None None] Provisioning complete for port f1f30ec0-d427-4762-a20d-ff509947d174 triggered by entity DHCP. {{(pid=78585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:34.227558 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-6551b5e5-2dfd-47af-a6f8-96b09f096df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1182164'] for port, provisioning_complete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.337647 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7b8327f4-0f29-4e94-ae02-28f090eab669 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.344979 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e944ad35-635c-44bb-9105-956137ded64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:34.367305 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-cea04349-3253-4d4c-b9cc-5717857e4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.369257 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-cea04349-3253-4d4c-b9cc-5717857e4bbe service neutron] 10.222.0.88 "GET /v2.0/networks?id=14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 200 len: 916 time: 0.1730001 Jul 23 16:27:34.373381 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8327f4-0f29-4e94-ae02-28f090eab669 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f98ca5-a8c3-42a7-960e-752b1cab2e0e,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:34.438755 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7b8327f4-0f29-4e94-ae02-28f090eab669 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:34.446977 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7b8327f4-0f29-4e94-ae02-28f090eab669 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.448250 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-7b8327f4-0f29-4e94-ae02-28f090eab669 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "DELETE /v2.0/security-groups/e5f98ca5-a8c3-42a7-960e-752b1cab2e0e HTTP/1.1" status: 204 len: 168 time: 0.5352035 Jul 23 16:27:34.451933 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36374) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:34.497068 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-579d02f9-b9e7-4967-863a-59026469b34e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 1001 time: 0.1192820 Jul 23 16:27:34.565224 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-c87c712d-4f83-435b-b177-405446dd913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.566688 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-c87c712d-4f83-435b-b177-405446dd913e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=39187ad3-8e6f-4618-bc73-fe15e8c23ac7 HTTP/1.1" status: 200 len: 854 time: 0.0632210 Jul 23 16:27:34.648253 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-a6c48e19-b7c0-4df7-bf8c-24696a314604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.649669 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-a6c48e19-b7c0-4df7-bf8c-24696a314604 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14e6923f-4c05-4618-b5d6-6706e0713580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756888 Jul 23 16:27:34.661205 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Deleting port 579bb879-8840-4b0f-8997-5dd5a5d9a305 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:34.661638 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.844041 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.844367 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.896417 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-aaec5ea9-a14b-4b92-ace3-d0bd19e91849 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393117 Jul 23 16:27:34.969487 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Calling delete_port for 579bb879-8840-4b0f-8997-5dd5a5d9a305 owned by network:floatingip {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:35.031754 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-ac2fbd20-a0f1-47fe-8603-b9eddeb1dcf3 req-def4dbfa-d454-4071-97c7-7b265da11268 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290615 Jul 23 16:27:35.125798 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.129450 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-dc3b3200-083b-4215-9188-24926fc4cab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:35.170635 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event deleted for resources: {'Port': ['ID=579bb879-8840-4b0f-8997-5dd5a5d9a305,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:35.205172 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.205548 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.205916 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.206286 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.206640 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.206998 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.207352 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.207703 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.208057 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.208402 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.208753 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.209101 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802036-1-smb {{(pid=78584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:35.217155 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:35.278687 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks [] for floatingip, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.279083 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.db.l3_db [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Floating IP 82cfb14c-6a43-4aba-a90a-a4c0b0fca954 disassociated (deleted). External IP: 172.28.2.167, port: f1f30ec0-d427-4762-a20d-ff509947d174. Jul 23 16:27:35.752075 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Router 52adb607-2f19-4e16-9335-3a6dee232a34 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:27:35.934834 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:27:35.935608 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-a307b537-5312-43d6-954c-b5a289c87df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.953603 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] Sync routers for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:27:35.956769 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for floatingip, before_response {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.962677 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:27:35.963305 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:27:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:36.010954 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-6cc260b4-605f-48ea-8dcb-f58a82667cfd tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "DELETE /v2.0/floatingips/82cfb14c-6a43-4aba-a90a-a4c0b0fca954 HTTP/1.1" status: 204 len: 168 time: 1.5577757 Jul 23 16:27:36.011613 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174'}] {{(pid=78584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:36.078975 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'status': 'completed', 'code': 200} Jul 23 16:27:36.162818 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:27:36.180083 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e9073-c364-435c-88aa-4c02722bf3ff req-e06d668d-d63c-4b57-963c-09c6cdd98808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.182350 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-612e9073-c364-435c-88aa-4c02722bf3ff req-e06d668d-d63c-4b57-963c-09c6cdd98808 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 1098 time: 0.0846725 Jul 23 16:27:36.338537 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e9073-c364-435c-88aa-4c02722bf3ff req-4d41c6bc-b4fb-46f6-82e9-b1dfcfa502cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.340797 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-612e9073-c364-435c-88aa-4c02722bf3ff req-4d41c6bc-b4fb-46f6-82e9-b1dfcfa502cc service neutron] 10.222.0.88 "GET /v2.0/networks?id=14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 200 len: 916 time: 0.1521902 Jul 23 16:27:36.417017 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-612e9073-c364-435c-88aa-4c02722bf3ff req-e15925aa-63fa-4da8-8263-9fde3508c8ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 200 len: 217 time: 0.0698121 Jul 23 16:27:36.484624 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e9073-c364-435c-88aa-4c02722bf3ff req-5e506449-7819-4192-bc0a-5f6ae1124389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.486111 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-612e9073-c364-435c-88aa-4c02722bf3ff req-5e506449-7819-4192-bc0a-5f6ae1124389 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=39187ad3-8e6f-4618-bc73-fe15e8c23ac7 HTTP/1.1" status: 200 len: 854 time: 0.0605352 Jul 23 16:27:36.515269 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:34Z', 'revision_number': 5, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:36.519107 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] Checking router: 52adb607-2f19-4e16-9335-3a6dee232a34 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:27:36.527686 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:27:36.528317 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:27:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:36.566827 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e9073-c364-435c-88aa-4c02722bf3ff req-d4720c6e-79c6-4482-9ba9-1749d35c81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.568312 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-612e9073-c364-435c-88aa-4c02722bf3ff req-d4720c6e-79c6-4482-9ba9-1749d35c81b7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14e6923f-4c05-4618-b5d6-6706e0713580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753665 Jul 23 16:27:36.706301 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-612e9073-c364-435c-88aa-4c02722bf3ff req-d723e410-6230-42ec-a085-d548e7d35b86 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308768 Jul 23 16:27:36.707071 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:27:36.786739 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:36.850708 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-612e9073-c364-435c-88aa-4c02722bf3ff req-d0a94f81-e690-45c2-8dc0-8a581e6fa690 service neutron] 10.222.0.88 "GET /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372514 Jul 23 16:27:37.073708 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:34Z', 'revision_number': 5, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:37.077719 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d699646-22e6-4762-b75f-13bc010cfec5 None None] The sync data for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb is: [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:25:28Z', 'revision_number': 4, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb', '_interfaces': [{'id': '8a07e5aa-a16e-464b-9e11-179834be3683', 'name': '', 'network_id': '14e6923f-4c05-4618-b5d6-6706e0713580', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'mac_address': 'fa:16:3e:87:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:27Z', 'updated_at': '2021-07-23T16:25:34Z', 'revision_number': 5, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'subnets': [{'id': '39187ad3-8e6f-4618-bc73-fe15e8c23ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:27:37.312973 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95813eab-ceff-4800-ab1a-c09810df7475 None None] New status for floating IP 82cfb14c-6a43-4aba-a90a-a4c0b0fca954: DOWN {{(pid=78586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:27:37.798708 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.232424 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.365672 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb707b-4ff5-4099-bc44-be11dc38e823 req-5aa7732c-b2f7-4fa1-9ab6-193e5ae22590 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.367131 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3deb707b-4ff5-4099-bc44-be11dc38e823 req-5aa7732c-b2f7-4fa1-9ab6-193e5ae22590 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 945 time: 0.0796170 Jul 23 16:27:39.414208 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-3deb707b-4ff5-4099-bc44-be11dc38e823 req-1a0fdc5c-1457-460e-8f5f-f2fe608f2e2e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Synchronizing usage tracker for tenant:c30f72dc01384865b8896bdd185bbed9 on resource:security_group {{(pid=78583) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:27:39.428883 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.quota.resource [req-3deb707b-4ff5-4099-bc44-be11dc38e823 req-1a0fdc5c-1457-460e-8f5f-f2fe608f2e2e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Unset dirty status for tenant:c30f72dc01384865b8896bdd185bbed9 on resource:security_group {{(pid=78583) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:27:39.430059 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-3deb707b-4ff5-4099-bc44-be11dc38e823 req-1a0fdc5c-1457-460e-8f5f-f2fe608f2e2e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567782 Jul 23 16:27:40.617862 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d96d2d-3d73-4dee-96e5-28daeceea2d5 req-2f4a9abc-6db6-425e-a423-ffab26e68e3d tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:40.619336 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-76d96d2d-3d73-4dee-96e5-28daeceea2d5 req-2f4a9abc-6db6-425e-a423-ffab26e68e3d tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 945 time: 0.0797126 Jul 23 16:27:40.667009 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-76d96d2d-3d73-4dee-96e5-28daeceea2d5 req-413652f0-befe-4e66-af2d-041919cb72be tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/security-groups?id=231b2836-f1da-439f-b60a-396bc60083af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 Jul 23 16:27:41.041369 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-c63aed83-864b-4626-a998-efffc572141e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.042857 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-c63aed83-864b-4626-a998-efffc572141e tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 945 time: 0.0830579 Jul 23 16:27:41.111776 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Deleting port f1f30ec0-d427-4762-a20d-ff509947d174 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:41.112116 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.364522 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] For port f1f30ec0-d427-4762-a20d-ff509947d174, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f1f30ec0-d427-4762-a20d-ff509947d174,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:41.365239 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.509701 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:27:41.600423 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Calling delete_port for f1f30ec0-d427-4762-a20d-ff509947d174 owned by compute:nova {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:41.745226 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.752730 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a0502b06-4766-4207-8cdf-55e1f968f26b tempest-AttachVolumeNegativeTest-939800282 tempest-AttachVolumeNegativeTest-939800282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:41.756651 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] get_ports_and_sgs() called for port_ids ['f1f30ec0-d427-4762-a20d-ff509947d174'] {{(pid=78585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 16:27:41.833425 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Pushing event deleted for resources: {'Port': ['ID=f1f30ec0-d427-4762-a20d-ff509947d174,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:41.841257 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:41.877369 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-909fd0a0-871a-424e-88d8-8d1d34e9ed8c req-0526c628-cd21-4dd4-896d-7a80d0baef38 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 210 time: 0.0927370 Jul 23 16:27:41.917572 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] No DVR routers for this DVR port f1f30ec0-d427-4762-a20d-ff509947d174 on host hv-cinder-80203 {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:41.920106 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991832'] for port, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.922619 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'name': 'network-vif-deleted', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174'}] {{(pid=78583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:41.934330 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-125741ec-cdfe-47a7-84c5-24a5722a40bb req-6a341ac7-54aa-4236-816e-1c6596ae2a69 tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] 10.222.0.88 "DELETE /v2.0/ports/f1f30ec0-d427-4762-a20d-ff509947d174 HTTP/1.1" status: 204 len: 173 time: 0.8862634 Jul 23 16:27:41.973868 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9c57ac-d211-4603-9c8c-f12e4e308022', 'name': 'network-vif-deleted', 'tag': 'f1f30ec0-d427-4762-a20d-ff509947d174', 'status': 'completed', 'code': 200} Jul 23 16:27:42.117826 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4e1f6036-3c6b-41b9-bd03-6abe728d723f req-4818141d-a8cd-46f6-a6fa-99504cd80a32 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0493059 Jul 23 16:27:42.227318 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4e1f6036-3c6b-41b9-bd03-6abe728d723f req-8d387725-e103-4429-8751-24575f6f0a16 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c30f72dc01384865b8896bdd185bbed9&device_id=fc9c57ac-d211-4603-9c8c-f12e4e308022 HTTP/1.1" status: 200 len: 210 time: 0.0409768 Jul 23 16:27:42.410296 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f6036-3c6b-41b9-bd03-6abe728d723f req-0ee76aa7-6c78-4961-b578-c6ba627f0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.412171 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4e1f6036-3c6b-41b9-bd03-6abe728d723f req-0ee76aa7-6c78-4961-b578-c6ba627f0e3d service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=c30f72dc01384865b8896bdd185bbed9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1635182 Jul 23 16:27:42.560731 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f6036-3c6b-41b9-bd03-6abe728d723f req-3d1d5521-591e-4c2c-a833-573aad1c0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.562211 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [req-4e1f6036-3c6b-41b9-bd03-6abe728d723f req-3d1d5521-591e-4c2c-a833-573aad1c0411 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1411943 Jul 23 16:27:43.585253 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36456) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:43.921695 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device f1f30ec0-d427-4762-a20d-ff509947d174 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:27:43.958754 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] No Port match for: f1f30ec0-d427-4762-a20d-ff509947d174 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:27:43.959105 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Device f1f30ec0-d427-4762-a20d-ff509947d174 not bound to the agent host hv-cinder-80203 {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:27:44.130306 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659917'] for router_interface, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.570130 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Deleting port 8a07e5aa-a16e-464b-9e11-179834be3683 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:44.570472 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.745572 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] For port 8a07e5aa-a16e-464b-9e11-179834be3683, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=8a07e5aa-a16e-464b-9e11-179834be3683,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:44.746410 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.874155 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Calling delete_port for 8a07e5aa-a16e-464b-9e11-179834be3683 owned by network:router_interface {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:45.194857 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:45.198540 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-442c52b7-9003-4751-b37d-427711f11013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:45.251569 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Pushing event deleted for resources: {'Port': ['ID=8a07e5aa-a16e-464b-9e11-179834be3683,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:45.256063 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:45.521030 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-543989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659889'] for router_interface, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.009414 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Router 52adb607-2f19-4e16-9335-3a6dee232a34 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:27:46.215183 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:27:46.226344 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] Sync routers for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:27:46.229083 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-f5742127-23a1-4798-a26b-a3bb28f7701e admin admin] 10.222.0.76 "PUT /v2.0/routers/52adb607-2f19-4e16-9335-3a6dee232a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6425967 Jul 23 16:27:46.231720 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36460) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:46.237099 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:27:46.237813 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:27:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:46.410223 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks [] for router, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.422180 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: dv-cinder-802036-1-smb {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:27:46.592424 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.602161 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Deleting port c04d6e5e-cb62-4a4c-8321-a84ec5150320 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:46.602542 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.719122 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:27:45Z', 'revision_number': 5, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port': {'id': 'c04d6e5e-cb62-4a4c-8321-a84ec5150320', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:25Z', 'updated_at': '2021-07-23T16:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:46.723602 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] Checking router: 52adb607-2f19-4e16-9335-3a6dee232a34 for host: dv-cinder-802036-1-smb {{(pid=78585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:27:46.733645 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] Routers {'52adb607-2f19-4e16-9335-3a6dee232a34'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:27:46.734266 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:27:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['52adb607-2f19-4e16-9335-3a6dee232a34'], 'active': True} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:46.798494 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] For port c04d6e5e-cb62-4a4c-8321-a84ec5150320, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=c04d6e5e-cb62-4a4c-8321-a84ec5150320,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:46.798839 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.901683 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_dvr_db [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] Set router 52adb607-2f19-4e16-9335-3a6dee232a34 gateway port host: None {{(pid=78585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:27:46.924182 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Calling delete_port for c04d6e5e-cb62-4a4c-8321-a84ec5150320 owned by network:router_gateway {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:47.017616 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.db.l3_hamode_db [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:27:46Z', 'revision_number': 6, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port_host': None}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:47.021989 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e62bc-d4b0-46f2-b2ba-188f076e756f None None] The sync data for ids ['52adb607-2f19-4e16-9335-3a6dee232a34'] in dv-cinder-802036-1-smb is: [{'id': '52adb607-2f19-4e16-9335-3a6dee232a34', 'name': 'tempest-TestMinimumBasicScenario-1576965883-router', 'tenant_id': 'c30f72dc01384865b8896bdd185bbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:24Z', 'updated_at': '2021-07-23T16:27:46Z', 'revision_number': 6, 'project_id': 'c30f72dc01384865b8896bdd185bbed9', 'gw_port_host': None}] {{(pid=78585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:27:47.094105 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.098664 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-e8421c32-d685-4e63-b1e9-7a3aadbe178e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:47.142338 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Pushing event deleted for resources: {'Port': ['ID=c04d6e5e-cb62-4a4c-8321-a84ec5150320,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:47.282595 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:47.340699 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688920'] for router_gateway, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.516196 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-339'] for router, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.518496 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.542497 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-660546'] for router, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.542952 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52adb607-2f19-4e16-9335-3a6dee232a34 {{(pid=78583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 16:27:47.555383 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.556539 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-ee360fa3-c461-4e85-9330-40eaca6f5fae admin admin] 10.222.0.76 "DELETE /v2.0/routers/52adb607-2f19-4e16-9335-3a6dee232a34 HTTP/1.1" status: 204 len: 168 time: 1.3238912 Jul 23 16:27:47.559124 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36464) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:47.620303 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_v2 [None req-99205fbf-eab3-4b36-952f-3fe899f107ad admin admin] Deleting subnet 39187ad3-8e6f-4618-bc73-fe15e8c23ac7 {{(pid=78583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:27:47.624597 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-99205fbf-eab3-4b36-952f-3fe899f107ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.684339 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-99205fbf-eab3-4b36-952f-3fe899f107ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15297764'] for subnet, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.804844 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-99205fbf-eab3-4b36-952f-3fe899f107ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.873286 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-99205fbf-eab3-4b36-952f-3fe899f107ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14459840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15231977'] for subnet, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.878478 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-cffb6a51-576f-4867-9110-d5dae1b2a030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:47.920339 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99205fbf-eab3-4b36-952f-3fe899f107ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39187ad3-8e6f-4618-bc73-fe15e8c23ac7,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:47.924563 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-99205fbf-eab3-4b36-952f-3fe899f107ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.925229 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-99205fbf-eab3-4b36-952f-3fe899f107ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:47.928276 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84639445-99e2-4599-a0a8-73166e288109 None None] Network 14e6923f-4c05-4618-b5d6-6706e0713580 requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:27:47.929797 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-99205fbf-eab3-4b36-952f-3fe899f107ad admin admin] 10.222.0.76 "DELETE /v2.0/subnets/39187ad3-8e6f-4618-bc73-fe15e8c23ac7 HTTP/1.1" status: 204 len: 168 time: 0.3696270 Jul 23 16:27:47.932341 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36468) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:48.045606 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.059171 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Deleting port 433967bb-632c-4078-bf9b-b75d89df54db {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:48.059627 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.156550 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 8a07e5aa-a16e-464b-9e11-179834be3683 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:27:48.211500 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 8a07e5aa-a16e-464b-9e11-179834be3683 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:27:48.212053 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 8a07e5aa-a16e-464b-9e11-179834be3683 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:27:48.212719 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device c04d6e5e-cb62-4a4c-8321-a84ec5150320 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:27:48.334174 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] DHCP port deletion for 14e6923f-4c05-4618-b5d6-6706e0713580 request from dv-cinder-802036-1-smb {{(pid=78585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 23 16:27:48.347894 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: c04d6e5e-cb62-4a4c-8321-a84ec5150320 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:27:48.348449 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device c04d6e5e-cb62-4a4c-8321-a84ec5150320 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:27:48.352179 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] Deleting port 433967bb-632c-4078-bf9b-b75d89df54db {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:48.352825 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.371421 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] For port 433967bb-632c-4078-bf9b-b75d89df54db, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=433967bb-632c-4078-bf9b-b75d89df54db,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:48.372092 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.526424 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Calling delete_port for 433967bb-632c-4078-bf9b-b75d89df54db owned by network:dhcp {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:48.598134 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] For port 433967bb-632c-4078-bf9b-b75d89df54db, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=433967bb-632c-4078-bf9b-b75d89df54db,segment=NetworkSegment(dba4f5e4-8cb9-4bb9-a92b-9ead984adce6),segment_id=dba4f5e4-8cb9-4bb9-a92b-9ead984adce6)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:48.598467 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.616927 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.621478 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-ffc1c7ba-df6b-47a5-81f4-d0dda236c182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:48.670852 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=433967bb-632c-4078-bf9b-b75d89df54db,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:48.673905 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:48.674694 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] No DVR routers for this DVR port 433967bb-632c-4078-bf9b-b75d89df54db on host dv-cinder-802036-1-smb {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:48.738500 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] Calling delete_port for 433967bb-632c-4078-bf9b-b75d89df54db owned by network:dhcp {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:48.795763 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.808741 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e6923f-4c05-4618-b5d6-6706e0713580']}} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:48.822677 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6') {'for_net_delete': True} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:48.823075 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba4f5e4-8cb9-4bb9-a92b-9ead984adce6') {} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:48.828617 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.db.api [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:27:48.828983 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_db.api [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:27:48.837266 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15297787'] for segment, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.854598 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.861179 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=78583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:27:48.861579 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14459814'] for segment, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: Traceback (most recent call last): Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: timer() Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: cb(*args, **kw) Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: return func(*args, **kwargs) Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: self._notify() Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: self.callback(batched_events) Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: event.method(event) Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: return f(self, *a, **k) Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: return self._get(url).json() Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: return self.request(url, 'GET', **kwargs) Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:27:48.875321 dv-cinder-802036-1-smb neutron-server[78583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:27:49.052065 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.056849 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-5c1fca44-8123-4590-bade-b2c2d1a3f2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:49.070540 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.082161 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e6923f-4c05-4618-b5d6-6706e0713580,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:49.088392 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:49.093908 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-833a3903-c6c9-4fd1-9ed9-c5a3cf8487e3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/14e6923f-4c05-4618-b5d6-6706e0713580 HTTP/1.1" status: 204 len: 168 time: 1.1602428 Jul 23 16:27:49.098241 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [-] (78584) accepted ('10.222.0.76', 36472) {{(pid=78584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:49.330121 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] Deleting port 433967bb-632c-4078-bf9b-b75d89df54db {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:49.332090 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.425975 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-3b736fec-decd-4f17-9ce9-9f3edcb03283 None None] The port '433967bb-632c-4078-bf9b-b75d89df54db' was deleted {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 23 16:27:49.694994 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659917'] for router_interface, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.145411 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 433967bb-632c-4078-bf9b-b75d89df54db no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:27:50.177093 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Deleting port 196f54f9-8480-475f-9a54-e6a0b35b47b3 {{(pid=78584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:50.177728 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.186795 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 433967bb-632c-4078-bf9b-b75d89df54db {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:27:50.187419 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 433967bb-632c-4078-bf9b-b75d89df54db not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:27:50.380286 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.db [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] For port 196f54f9-8480-475f-9a54-e6a0b35b47b3, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=196f54f9-8480-475f-9a54-e6a0b35b47b3,segment=NetworkSegment(8b7797e3-439e-432d-a3e6-425d88ab8bd3),segment_id=8b7797e3-439e-432d-a3e6-425d88ab8bd3)] {{(pid=78584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:50.380592 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.510333 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.plugins.ml2.plugin [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Calling delete_port for 196f54f9-8480-475f-9a54-e6a0b35b47b3 owned by network:router_interface {{(pid=78584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:50.851382 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15683464'] for port, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.855370 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-53b46f4f-5ffe-4e5d-9bb4-47adeba426d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:50.904358 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Pushing event deleted for resources: {'Port': ['ID=196f54f9-8480-475f-9a54-e6a0b35b47b3,revision_number=None']} {{(pid=78584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:50.907601 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG oslo_concurrency.lockutils [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:51.186665 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron_lib.callbacks.manager [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-543989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659889'] for router_interface, after_delete {{(pid=78584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.686430 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 has already been hosted by L3 agent 77caab2b-8919-4daf-b140-c835d2cfca07 {{(pid=78584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:27:51.876081 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] Notify agent at l3_agent.dv-cinder-802036-1-smb the message routers_updated {{(pid=78584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 23 16:27:51.884925 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] Sync routers for ids ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'] in dv-cinder-802036-1-smb {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:27:51.899665 dv-cinder-802036-1-smb neutron-server[78584]: INFO neutron.wsgi [None req-115e0bd8-2484-4752-a42d-abd8a8c55947 admin admin] 10.222.0.76 "PUT /v2.0/routers/2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7998731 Jul 23 16:27:51.901534 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] Routers {'2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:27:51.901534 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:27:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:51.902481 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36476) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:52.094802 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] Set router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 gateway port host: dv-cinder-802036-1-smb {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:27:52.113670 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.313888 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.326555 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Deleting port e7c7a015-1aa0-4188-a94d-6b66ae749f44 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:52.326921 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.406479 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80087887-44f3-4740-b360-651004434b14', 'external_fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:27:50Z', 'revision_number': 5, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'gw_port': {'id': 'e7c7a015-1aa0-4188-a94d-6b66ae749f44', 'name': '', 'network_id': '80087887-44f3-4740-b360-651004434b14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802036-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9af2dd9d-0a00-4642-9a8e-0ded0632b4d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802036-1-smb'}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:52.411168 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] Checking router: 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 for host: dv-cinder-802036-1-smb {{(pid=78586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:27:52.423982 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] Routers {'2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'} bound to L3 agent in host dv-cinder-802036-1-smb {{(pid=78586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 16:27:52.424753 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802036-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:07:06Z,description=,heartbeat_timestamp=2021-07-23T16:27:36Z,host='dv-cinder-802036-1-smb',id=77caab2b-8919-4daf-b140-c835d2cfca07,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:07:06Z,topic='l3_agent')) {'router_ids': ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'], 'active': True} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:52.515121 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] For port e7c7a015-1aa0-4188-a94d-6b66ae749f44, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=e7c7a015-1aa0-4188-a94d-6b66ae749f44,segment=NetworkSegment(0d8ee828-b671-4acb-9c60-74ee062fdcc3),segment_id=0d8ee828-b671-4acb-9c60-74ee062fdcc3)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:52.515475 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.634658 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_dvr_db [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] Set router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 gateway port host: None {{(pid=78586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 23 16:27:52.651596 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Calling delete_port for e7c7a015-1aa0-4188-a94d-6b66ae749f44 owned by network:router_gateway {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:52.745496 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.l3_hamode_db [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:27:52Z', 'revision_number': 6, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'gw_port_host': None}], 'dv-cinder-802036-1-smb', False) {} {{(pid=78586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:52.749830 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057797f9-bd0c-430c-b209-7d1eea625d2e None None] The sync data for ids ['2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4'] in dv-cinder-802036-1-smb is: [{'id': '2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4', 'name': 'tempest-TestMinimumBasicScenario-1610974594-router', 'tenant_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:25:31Z', 'updated_at': '2021-07-23T16:27:52Z', 'revision_number': 6, 'project_id': 'bc8d7ffb2a674d72bb897dc52e06e1a5', 'gw_port_host': None}] {{(pid=78586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:27:52.853191 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.857195 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:52.931038 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c7a015-1aa0-4188-a94d-6b66ae749f44,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:52.933510 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:53.001060 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688920'] for router_gateway, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.195739 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-339'] for router, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.197984 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.223243 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-660546'] for router, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.223901 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 {{(pid=78583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 16:27:53.238416 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] Notify callbacks [] for router, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.239602 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-7dd87614-1c79-4f4e-b38f-5489c4c9aea2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2ccb0ccf-7dda-42cf-aa0e-fd34a11329d4 HTTP/1.1" status: 204 len: 168 time: 1.3357427 Jul 23 16:27:53.242368 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36480) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:53.415559 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4867d91-8397-433c-9148-04addad408aa admin admin] Deleting subnet 75cfd898-2d5d-4cc6-ab53-b82d32e66110 {{(pid=78583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 16:27:53.421621 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f4867d91-8397-433c-9148-04addad408aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.484023 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f4867d91-8397-433c-9148-04addad408aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15297764'] for subnet, precommit_delete_associations {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.570630 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f4867d91-8397-433c-9148-04addad408aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187238'] for subnet, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.641425 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f4867d91-8397-433c-9148-04addad408aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14459840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15231977'] for subnet, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.645268 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-b8754c5a-866f-4a0f-b57f-6fbb5aac804d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:53.680883 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4867d91-8397-433c-9148-04addad408aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75cfd898-2d5d-4cc6-ab53-b82d32e66110,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:53.683473 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-f4867d91-8397-433c-9148-04addad408aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:53.686190 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-f4867d91-8397-433c-9148-04addad408aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.692707 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f3d7d-2395-41ec-87eb-192a9cd74104 None None] Network c9f65a64-e235-4378-8ea1-de24c10e7e9f requested from dv-cinder-802036-1-smb {{(pid=78585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 23 16:27:53.693491 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-f4867d91-8397-433c-9148-04addad408aa admin admin] 10.222.0.76 "DELETE /v2.0/subnets/75cfd898-2d5d-4cc6-ab53-b82d32e66110 HTTP/1.1" status: 204 len: 168 time: 0.4499888 Jul 23 16:27:53.695896 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36484) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:53.804893 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964135'] for network, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.827400 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Deleting port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 {{(pid=78583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:53.827751 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.982468 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] DHCP port deletion for c9f65a64-e235-4378-8ea1-de24c10e7e9f request from dv-cinder-802036-1-smb {{(pid=78585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 23 16:27:53.987961 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] Deleting port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:53.988348 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.054733 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.db [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] For port ddd3b8aa-00b1-4eb4-8670-a25576a7f627, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=ddd3b8aa-00b1-4eb4-8670-a25576a7f627,segment=NetworkSegment(8b7797e3-439e-432d-a3e6-425d88ab8bd3),segment_id=8b7797e3-439e-432d-a3e6-425d88ab8bd3)] {{(pid=78583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:54.055463 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.181592 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Calling delete_port for ddd3b8aa-00b1-4eb4-8670-a25576a7f627 owned by network:dhcp {{(pid=78583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:54.190275 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 196f54f9-8480-475f-9a54-e6a0b35b47b3 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:27:54.238643 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: 196f54f9-8480-475f-9a54-e6a0b35b47b3 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:27:54.238990 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device 196f54f9-8480-475f-9a54-e6a0b35b47b3 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:27:54.239527 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device e7c7a015-1aa0-4188-a94d-6b66ae749f44 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:27:54.277181 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1852877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776707533644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776707068465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14459795'] for port, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.277859 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: e7c7a015-1aa0-4188-a94d-6b66ae749f44 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:27:54.278779 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device e7c7a015-1aa0-4188-a94d-6b66ae749f44 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:27:54.279206 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device ddd3b8aa-00b1-4eb4-8670-a25576a7f627 no longer exists at agent ovs-agent-dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:27:54.283679 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-59b92438-7ec8-4639-89f2-8ee95340d5a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:54.314603 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.db [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] For port ddd3b8aa-00b1-4eb4-8670-a25576a7f627, host dv-cinder-802036-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802036-1-smb',level=0,port_id=ddd3b8aa-00b1-4eb4-8670-a25576a7f627,segment=NetworkSegment(8b7797e3-439e-432d-a3e6-425d88ab8bd3),segment_id=8b7797e3-439e-432d-a3e6-425d88ab8bd3)] {{(pid=78585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 23 16:27:54.314918 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689662'] for port, precommit_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.322056 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] No Port match for: ddd3b8aa-00b1-4eb4-8670-a25576a7f627 {{(pid=78585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 23 16:27:54.322406 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.rpc [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Device ddd3b8aa-00b1-4eb4-8670-a25576a7f627 not bound to the agent host dv-cinder-802036-1-smb {{(pid=78585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:27:54.330630 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd3b8aa-00b1-4eb4-8670-a25576a7f627,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:54.332969 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:54.335272 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] No DVR routers for this DVR port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 on host dv-cinder-802036-1-smb {{(pid=78583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:54.449849 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] Calling delete_port for ddd3b8aa-00b1-4eb4-8670-a25576a7f627 owned by network:dhcp {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 23 16:27:54.463595 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1184093', 'neutron.services.segments.db._delete_segments_for_network-8776707549085'] for network, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.476953 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f65a64-e235-4378-8ea1-de24c10e7e9f']}} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:54.490563 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7797e3-439e-432d-a3e6-425d88ab8bd3') {'for_net_delete': True} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:54.490971 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.services.segments.db [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7797e3-439e-432d-a3e6-425d88ab8bd3') {} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:54.505871 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776707545591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15297787'] for segment, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.525515 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189276'] for segment, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.531992 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=78583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:27:54.532378 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1189269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14459814'] for segment, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.533583 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.db.api [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:27:54.533986 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG oslo_db.api [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: Traceback (most recent call last): Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: timer() Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: cb(*args, **kw) Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: return func(*args, **kwargs) Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: self._notify() Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: self.callback(batched_events) Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: event.method(event) Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: return f(self, *a, **k) Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: return self._get(url).json() Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: return self.request(url, 'GET', **kwargs) Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:27:54.547824 dv-cinder-802036-1-smb neutron-server[78583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:27:54.631483 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1184036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688901'] for network, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.640479 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-834f1dc4-a6da-4679-a2af-a9ce005cfda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:54.658715 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543976'] for network, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.669779 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f65a64-e235-4378-8ea1-de24c10e7e9f,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:54.674078 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:54.677694 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-51f7db06-b892-417b-873f-7480b5701701 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c9f65a64-e235-4378-8ea1-de24c10e7e9f HTTP/1.1" status: 204 len: 168 time: 0.9808502 Jul 23 16:27:54.898688 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36490) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:54.950888 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-26d2668d-995f-457d-a588-d3f9f9b3348b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c30f72dc01384865b8896bdd185bbed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509484 Jul 23 16:27:54.953920 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36494) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:55.012724 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-21ca87d8-f76f-42af-a842-6da8a21117cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.035498 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] Deleting port ddd3b8aa-00b1-4eb4-8670-a25576a7f627 {{(pid=78585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 23 16:27:55.036070 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776707527720'] for port, before_delete {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.037489 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-21ca87d8-f76f-42af-a842-6da8a21117cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.104475 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-21ca87d8-f76f-42af-a842-6da8a21117cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.109775 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-bd874380-d952-4f73-8fa8-3e97c7adaa22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:55.124962 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca87d8-f76f-42af-a842-6da8a21117cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231b2836-f1da-439f-b60a-396bc60083af,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:55.132418 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-21ca87d8-f76f-42af-a842-6da8a21117cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:55.142687 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-21ca87d8-f76f-42af-a842-6da8a21117cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.144339 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-21ca87d8-f76f-42af-a842-6da8a21117cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/231b2836-f1da-439f-b60a-396bc60083af HTTP/1.1" status: 204 len: 168 time: 0.1891973 Jul 23 16:27:55.146865 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron.plugins.ml2.plugin [None req-8b581fc6-e120-46f5-875d-e7731ca1750e None None] The port 'ddd3b8aa-00b1-4eb4-8670-a25576a7f627' was deleted {{(pid=78585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 23 16:27:55.544465 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36502) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:55.594644 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-71ce4faa-4085-4c25-8644-047bd66826c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc8d7ffb2a674d72bb897dc52e06e1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489388 Jul 23 16:27:55.597352 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.wsgi [-] (78583) accepted ('10.222.0.76', 36506) {{(pid=78583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:55.672253 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-73590a6d-996a-4061-b618-547a221a6124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.712729 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-73590a6d-996a-4061-b618-547a221a6124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.789018 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-73590a6d-996a-4061-b618-547a221a6124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336721'] for security_group, after_delete {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.792663 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-7486ff04-74af-437d-80b4-50aaa67184ad tempest-TestMinimumBasicScenario-1217010363 tempest-TestMinimumBasicScenario-1217010363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:55.803538 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73590a6d-996a-4061-b618-547a221a6124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2a778d-d0c9-4247-a7b8-df6f7b21153b,revision_number=None']} {{(pid=78583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:55.806444 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-73590a6d-996a-4061-b618-547a221a6124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:55.812563 dv-cinder-802036-1-smb neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-73590a6d-996a-4061-b618-547a221a6124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.813719 dv-cinder-802036-1-smb neutron-server[78583]: INFO neutron.wsgi [None req-73590a6d-996a-4061-b618-547a221a6124 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f2a778d-d0c9-4247-a7b8-df6f7b21153b HTTP/1.1" status: 204 len: 168 time: 0.2154918 Jul 23 16:28:03.284879 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7193ffbe-6a36-484a-8ca8-975f02ac92a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.591515 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.932200 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-4f899f43-22c2-4832-aa87-ca8d645b8dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.735782 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.794300 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.235345 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.510864 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:28:33.287457 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a761-efc4-42e1-a73d-261aadee33ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.595518 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.941065 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-26c3a0ed-c827-4b5f-ad5f-aca48123bf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.741493 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:37.793442 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.238370 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.510069 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:29:03.290021 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-163c33b1-089f-4fed-b6db-1ee1b4876c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.598858 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:05.938157 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-7b46eefc-1af5-4477-b825-c9171b24df72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.744022 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:07.794597 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.241509 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:32.510407 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:29:33.294257 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-efaeb473-cbe9-4275-8a36-e04c3c300bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.603476 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.930956 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-498f667a-3559-45f9-b7d9-48263c7e6256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:36.745671 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:37.811599 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.247254 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.296457 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-e4fda83a-ccc8-443c-af75-e18d8623b36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.607237 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.940163 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-6e32e9ca-0d0f-44f0-908d-7203c5e501ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.746608 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.824377 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:08.245043 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.509889 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:30:33.298692 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-c7f25833-7563-4db6-b8de-0f0d940b4152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.612654 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.934521 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-492edcfb-ad59-420f-9a6a-598e9622c33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.750428 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:37.838647 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:38.252424 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:46.508564 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:31:03.300938 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-91393977-8495-4a78-b03f-32bc1f8fc2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:03.615654 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.938204 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-748f3767-2bd3-4818-ab3e-b05ff093c241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.752409 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:07.836608 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.251236 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.509659 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:31:25.666542 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [req-f723c0aa-bc14-4ca1-b1d0-87f06a22e503 req-bda5889b-5744-46af-ae68-ba7fce307463 tempest-DeleteServersTestJSON-595346591 tempest-DeleteServersTestJSON-595346591-project] (78584) timed out ('10.222.0.88', 59325) {{(pid=78584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 23 16:31:26.304728 dv-cinder-802036-1-smb neutron-server[78584]: DEBUG neutron.wsgi [req-ecf8f344-ae09-44c6-8167-bc951952c08e req-aa71ab60-3797-4c04-a577-96d7aeda9c2c service neutron] (78584) timed out ('10.222.0.88', 59287) {{(pid=78584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 23 16:31:33.312200 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d53b-321c-4a4b-8210-828b88d78148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.624050 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.939480 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-ff0364b3-d6a7-419a-83a0-891259598b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.761331 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.853654 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.256253 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.509081 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:32:03.304729 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5c15240a-fbab-4b0a-9223-7199bbacea21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.618738 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.942387 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-2ba06df0-7913-414b-852c-9cf74b03e54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.759001 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.853423 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.258658 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.307026 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-df38a654-eef5-473a-adaf-ffbb65fbf6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.622165 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-83582c17-1d7e-4efa-acbe-954b007d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.945415 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-cd2afda0-c167-412a-9e25-040d510801af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.761566 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-8bf6c955-67e3-4cb7-bde6-aaf86a7d517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.507681 dv-cinder-802036-1-smb neutron-server[78586]: DEBUG neutron.db.agents_db [None req-eaf91189-3713-4e14-8167-2260cf4562e7 None None] Agent healthcheck: found 6 active agents {{(pid=78586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:32:37.868684 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-5e699501-a571-4dae-852a-45f4f7efd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.260816 dv-cinder-802036-1-smb neutron-server[78585]: DEBUG neutron_lib.callbacks.manager [None req-f416bf4c-2836-4d6b-bfbc-b14eb0bb15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776707549067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1182055'] for agent, after_update {{(pid=78585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}